-- Logs begin at Tue 2021-06-22 15:58:40 UTC, end at Tue 2021-06-22 16:52:44 UTC. -- Jun 22 16:30:11.054417 dv-cinder-768105-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 22 16:30:13.715826 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.common.config [-] Logging enabled! Jun 22 16:30:13.716411 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 16:30:13.716607 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93361) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 16:30:13.719821 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.common.config [-] Logging enabled! Jun 22 16:30:13.720077 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev376 Jun 22 16:30:13.720422 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93361) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 22 16:30:13.721351 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 16:30:13.721586 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 16:30:13.721998 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 16:30:13.722250 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 16:30:13.722477 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 16:30:13.722801 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.723100 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.723401 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.723633 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.723931 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.724224 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.724513 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.724806 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.725102 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.725391 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.725674 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.726059 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.726300 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.726587 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.726880 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.727169 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.727395 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] debug = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.727684 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.728107 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.728517 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.728804 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.729098 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.729380 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.729658 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.729956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.730249 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.730590 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] host = dv-cinder-768105-10-smb {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.730878 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.731168 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.731459 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.731749 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.732028 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.732321 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.732601 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.732879 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.733158 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] log_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.733438 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.733727 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.734041 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.734334 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.734562 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.734785 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.735074 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.735362 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.735643 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.735922 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.736200 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.736480 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.736759 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.737031 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.737320 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.737632 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.737923 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.738228 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.738506 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.738784 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.739063 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.739350 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.739627 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.739904 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.740179 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.740472 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.740746 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.741026 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.741327 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.741618 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.741905 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.742220 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.742500 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.742786 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.743065 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.743342 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.743619 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] use_json = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.743895 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.744170 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.744454 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.744733 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.745008 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.745285 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.745559 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.745846 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:13.746172 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.746473 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.746779 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.747070 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.747371 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.747656 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.747951 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.748231 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.748522 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.748814 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.749110 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.749397 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.749691 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.749992 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.750291 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.750604 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.750905 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.751205 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.751486 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.751769 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.752050 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.752335 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.752627 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.752926 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.753727 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.754034 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.754325 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.754626 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.754906 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.755187 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.755473 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.755763 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.756047 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.756326 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.756612 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.756894 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.757168 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.757444 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.757726 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.758041 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.758325 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.758602 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.758876 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.759158 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.759434 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.759726 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.760008 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.760283 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.760563 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.760850 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.761130 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.761409 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.761691 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.761986 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.762273 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.762551 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.762829 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.763106 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.763383 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.763659 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.763934 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.764207 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.764487 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.764763 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.765041 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.765317 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.765596 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.765873 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.766189 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.766491 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.766772 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.767053 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.767332 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.767615 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.767894 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.768173 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.768453 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.772902 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.773271 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.773610 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.773933 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.774275 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.774587 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.774894 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.775220 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.775518 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.775825 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.776121 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.776417 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.776724 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.777024 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.777332 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.777638 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.777965 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.778272 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.778579 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.778872 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.779193 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.779482 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:13.779705 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 16:30:13.779956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93361) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 22 16:30:14.133840 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:14.134087 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:14.134386 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:14.134725 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 22 16:30:14.522848 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.523146 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.523418 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.524726 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.525007 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.525278 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.560062 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.560345 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.560621 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.574415 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.574700 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.574970 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.604825 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.605104 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.605373 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.641021 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.641310 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.641587 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.874307 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.874921 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.874921 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.875122 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.876066 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:14.999828 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.000154 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.000439 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.000714 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.000985 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.001309 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.001570 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.001831 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.002116 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.002406 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.002674 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.002947 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.003251 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.003524 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.003785 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.004057 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.004335 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.004599 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.004873 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.005129 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.005414 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.005782 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.006048 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.006338 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.009996 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.009996 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.009996 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 16:30:15.009996 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 16:30:15.009996 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 16:30:15.009996 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 16:30:15.009996 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 16:30:15.010472 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 16:30:15.010472 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 22 16:30:15.013024 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 22 16:30:15.017016 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 22 16:30:15.021385 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 22 16:30:15.023066 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 22 16:30:15.023520 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 22 16:30:15.023859 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 22 16:30:15.024248 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 22 16:30:15.027087 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 22 16:30:15.027340 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 22 16:30:15.027691 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 16:30:15.055957 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 22 16:30:15.056385 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.056669 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93361) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 22 16:30:15.057047 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.058429 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93361) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 22 16:30:15.058714 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 22 16:30:15.058966 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 22 16:30:15.062117 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.062402 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.125626 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 22 16:30:15.125869 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 22 16:30:15.126133 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 22 16:30:15.126510 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 22 16:30:15.147676 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_db.sqlalchemy.engines [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93361) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 22 16:30:15.678886 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Initializing driver for type 'gre' Jun 22 16:30:15.679423 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] gre ID ranges: [(1, 1000)] Jun 22 16:30:15.730608 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Initializing driver for type 'local' Jun 22 16:30:15.730949 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Initializing driver for type 'vlan' Jun 22 16:30:15.745573 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] VlanTypeDriver initialization complete Jun 22 16:30:15.745963 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Initializing driver for type 'vxlan' Jun 22 16:30:15.746466 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] vxlan ID ranges: [(1, 1000)] Jun 22 16:30:15.797621 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Initializing extension driver 'port_security' Jun 22 16:30:15.798044 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.extensions.port_security [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] PortSecurityExtensionDriver initialization complete Jun 22 16:30:15.798414 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Initializing mechanism driver 'openvswitch' Jun 22 16:30:15.798778 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Initializing mechanism driver 'hyperv' Jun 22 16:30:15.805987 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.plugins.ml2.plugin [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:30:15.806741 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > port after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.807117 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > port after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.807473 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > port after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.807860 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > subnet after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.808211 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > subnet after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.808552 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.808927 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > network after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.809273 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > network after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.809611 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > network after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.810008 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > security_group after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.810357 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > security_group after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.810696 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > security_group after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.811070 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.811411 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.811747 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.812122 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > address_group after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.812463 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > address_group after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.812800 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > address_group after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.813133 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] ML2 OVO RPC backend initialized. {{(pid=93361) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 22 16:30:15.813823 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.814196 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.814614 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > network before_response 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.814960 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > networks before_response 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.815305 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > port before_response 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.816236 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > ports before_response 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.816580 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > subnet before_response 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.816918 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > subnets before_response 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.817261 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > network after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.817594 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > network after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.817923 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > network after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.818278 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > port after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.818610 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > port after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.818944 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > port after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.819276 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > subnet after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.819605 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > subnet after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.819932 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > subnet after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.820502 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.plugin [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Modular L2 Plugin initialization complete Jun 22 16:30:15.820834 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading services supported by the core plugin {{(pid=93361) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 22 16:30:15.821184 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.plugins.ml2.managers [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Got port-security extension from driver 'port_security' Jun 22 16:30:15.821643 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.extensions.vlantransparent [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Disabled vlantransparent extension. Jun 22 16:30:15.822154 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93361) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 22 16:30:15.822472 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading Plugin: router Jun 22 16:30:15.856930 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router_interface before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.857319 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router after_create 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.857683 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router before_create 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.858082 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.858451 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.858799 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router after_delete 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.859156 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > floatingip after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.859511 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router after_create 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.859852 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router after_update 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.860194 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router after_update 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.860533 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.860882 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router after_update 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.861284 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router precommit_update 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.861642 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: port after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.861998 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: port after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.862337 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: subnet after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.863163 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.863507 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > port precommit_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.863847 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router precommit_create 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.864184 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: port before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.864519 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router precommit_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.864872 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router after_update 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.865209 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router precommit_delete 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.865554 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router precommit_create 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.865908 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router_interface after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.866277 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router precommit_update 55549900 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.866648 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > network after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.867496 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Tracking information for resource: router configured {{(pid=93361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 16:30:15.867823 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Tracking information for resource: floatingip configured {{(pid=93361) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 22 16:30:15.872701 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.db.l3_agentschedulers_db [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 22 16:30:15.873268 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: port after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.873623 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: port after_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.874004 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: port after_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.874355 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: port after_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.875141 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router before_create 55550100 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.875502 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router precommit_delete 55550100 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.875862 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router precommit_create 55550100 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.876213 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > router precommit_update 55550100 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.881261 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.services.provider_configuration [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service providers = [] {{(pid=93361) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 22 16:30:15.881627 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.db.servicetype_db [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93361) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 22 16:30:15.884512 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.services.service_base [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 16:30:15.884861 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.services.service_base [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 16:30:15.885200 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.services.service_base [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 16:30:15.886091 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.services.service_base [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93361) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 22 16:30:15.886459 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.services.service_base [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 22 16:30:15.886830 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 16:30:15.887140 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 22 16:30:15.897595 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 16:30:15.897932 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading Plugin: auto_allocate Jun 22 16:30:15.903684 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: network precommit_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.904051 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: network precommit_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.904564 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 16:30:15.904880 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading Plugin: tag Jun 22 16:30:15.911926 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 16:30:15.912252 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading Plugin: timestamp Jun 22 16:30:15.916000 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 16:30:15.916330 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading Plugin: network_ip_availability Jun 22 16:30:15.923392 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.923759 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.924113 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:15.924813 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 16:30:15.925704 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading Plugin: flavors Jun 22 16:30:15.930458 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 16:30:15.930738 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading Plugin: revisions Jun 22 16:30:15.935004 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93361) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 22 16:30:15.935393 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_concurrency.lockutils [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=93361) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:15.936118 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93361) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 22 16:30:15.936448 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Initializing extension manager. Jun 22 16:30:15.936946 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: __init__.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.937282 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: __pycache__ {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.937611 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.937953 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: address_group.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.938694 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.939249 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: address-group Jun 22 16:30:15.939569 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: address_scope.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.940261 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.940793 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: address-scope Jun 22 16:30:15.941116 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: admin_state_down_before_update.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.942044 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.942551 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: router-admin-state-down-before-update Jun 22 16:30:15.942866 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: agent.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.943540 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.944042 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: agent Jun 22 16:30:15.944356 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: agent_resources_synced.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.945231 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.945735 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: agent-resources-synced Jun 22 16:30:15.946087 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: allowedaddresspairs.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.947805 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.948326 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: allowed-address-pairs Jun 22 16:30:15.948649 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: auto_allocated_topology.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.949874 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.950414 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: auto-allocated-topology Jun 22 16:30:15.950736 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: availability_zone.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.951420 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.951919 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: availability_zone Jun 22 16:30:15.952239 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: availability_zone_filter.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.953126 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.953632 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: availability_zone_filter Jun 22 16:30:15.953963 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: data_plane_status.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.954880 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.955359 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension data-plane-status not supported by any of loaded plugins Jun 22 16:30:15.955677 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: default_subnetpools.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.956580 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.957084 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: default-subnetpools Jun 22 16:30:15.957402 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: dhcpagentscheduler.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.958214 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.958722 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: dhcp_agent_scheduler Jun 22 16:30:15.959040 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: dns.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.959933 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.960436 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension dns-integration not supported by any of loaded plugins Jun 22 16:30:15.960753 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: dns_domain_ports.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.961644 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.962184 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 22 16:30:15.962500 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.963391 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.963894 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 22 16:30:15.964210 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: dvr.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.964855 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.965354 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: dvr Jun 22 16:30:15.965669 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: empty_string_filtering.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.966578 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.967080 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: empty-string-filtering Jun 22 16:30:15.967394 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.968278 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.968778 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 22 16:30:15.969093 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.970003 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.970509 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 22 16:30:15.970826 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: external_net.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.971719 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.972734 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: external-net Jun 22 16:30:15.973052 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: extra_dhcp_opt.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.973933 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.974460 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: extra_dhcp_opt Jun 22 16:30:15.974777 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: extraroute.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.975656 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.976165 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: extraroute Jun 22 16:30:15.976481 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: extraroute_atomic.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.977491 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.978034 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: extraroute-atomic Jun 22 16:30:15.978356 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: filter_validation.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.979001 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.979500 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: filter-validation Jun 22 16:30:15.979814 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: fip_pf_description.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.980696 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.981200 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 22 16:30:15.981520 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: fip_port_details.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.982439 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.982946 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: fip-port-details Jun 22 16:30:15.983261 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: flavors.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.984465 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.984986 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: flavors Jun 22 16:30:15.985307 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.986975 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.988101 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 22 16:30:15.988431 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: floatingip_pools.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.989109 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.989623 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: floatingip-pools Jun 22 16:30:15.989969 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: ip_allocation.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.990858 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.991363 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension ip_allocation not supported by any of loaded plugins Jun 22 16:30:15.991689 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.992578 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.993085 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: ip-substring-filtering Jun 22 16:30:15.993407 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: l2_adjacency.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.994337 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.994838 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension l2_adjacency not supported by any of loaded plugins Jun 22 16:30:15.995156 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: l3.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.996094 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.996603 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: router Jun 22 16:30:15.996922 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: l3_conntrack_helper.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:15.999369 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:15.999901 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 22 16:30:16.000231 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.001127 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.001646 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: ext-gw-mode Jun 22 16:30:16.001994 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.002891 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.003930 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: l3-ha Jun 22 16:30:16.004252 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: l3_flavors.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.005154 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.005665 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: l3-flavors Jun 22 16:30:16.006011 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.006898 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.007403 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: l3-port-ip-change-not-allowed Jun 22 16:30:16.007722 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: l3agentscheduler.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.008742 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.009249 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: l3_agent_scheduler Jun 22 16:30:16.009570 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: logging.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.011101 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.011623 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension logging not supported by any of loaded plugins Jun 22 16:30:16.011948 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: metering.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.012667 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.013238 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: metering Jun 22 16:30:16.013560 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.014658 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.015173 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: metering_source_and_destination_fields Jun 22 16:30:16.015492 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: multiprovidernet.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.016385 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.016892 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: multi-provider Jun 22 16:30:16.017208 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: netmtu.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.018121 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.018636 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: net-mtu Jun 22 16:30:16.019008 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: netmtu_writable.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.019897 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.020400 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: net-mtu-writable Jun 22 16:30:16.020714 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: network_availability_zone.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.021371 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.021862 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: network_availability_zone Jun 22 16:30:16.022199 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: network_ip_availability.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.023268 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.023775 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: network-ip-availability Jun 22 16:30:16.024094 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: network_segment_range.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.024833 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.025331 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension network-segment-range not supported by any of loaded plugins Jun 22 16:30:16.025646 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: pagination.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.026642 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.026968 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: pagination Jun 22 16:30:16.027281 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: port_device_profile.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.028158 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.028672 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: port-device-profile Jun 22 16:30:16.028986 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.029884 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.030487 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: port-mac-address-regenerate Jun 22 16:30:16.030801 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.031687 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.032189 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: port-numa-affinity-policy Jun 22 16:30:16.032502 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: port_resource_request.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.033397 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.033896 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension port-resource-request not supported by any of loaded plugins Jun 22 16:30:16.034744 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: portbindings.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.035659 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.036163 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: binding Jun 22 16:30:16.036476 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: portbindings_extended.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.037713 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.038266 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: binding-extended Jun 22 16:30:16.038588 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: portsecurity.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.039483 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.039999 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: port-security Jun 22 16:30:16.040320 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: project_id.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.041274 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.041601 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: project-id Jun 22 16:30:16.041920 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: providernet.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.042848 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.043361 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: provider Jun 22 16:30:16.043927 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: qos.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.047529 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.048050 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension qos not supported by any of loaded plugins Jun 22 16:30:16.048377 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.049596 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.050209 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 22 16:30:16.050536 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.051452 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.051964 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 22 16:30:16.052291 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: qos_default.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.053217 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.053732 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension qos-default not supported by any of loaded plugins Jun 22 16:30:16.054086 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: qos_fip.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.054720 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.055226 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension qos-fip not supported by any of loaded plugins Jun 22 16:30:16.055543 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: qos_gateway_ip.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.056442 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.057096 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 22 16:30:16.057271 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: qos_port_network_policy.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.058198 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.058700 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 22 16:30:16.059021 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: qos_rule_type_details.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.059908 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.060415 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 22 16:30:16.060730 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: qos_rules_alias.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.061754 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.062362 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 22 16:30:16.062682 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: quotasv2.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.063575 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.063896 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: quotas Jun 22 16:30:16.064213 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: quotasv2_detail.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.067757 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.068097 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: quota_details Jun 22 16:30:16.068424 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: rbac.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.069454 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.070001 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: rbac-policies Jun 22 16:30:16.070328 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: rbac_address_group.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.071239 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.071759 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: rbac-address-group Jun 22 16:30:16.072082 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: rbac_address_scope.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.072991 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.073503 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: rbac-address-scope Jun 22 16:30:16.073823 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: rbac_security_groups.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.074737 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.075252 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: rbac-security-groups Jun 22 16:30:16.075571 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: rbac_subnetpool.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.076456 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.076965 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: rbac-subnetpool Jun 22 16:30:16.077282 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: revisionifmatch.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.078216 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.078725 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: revision-if-match Jun 22 16:30:16.079041 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: revisions.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.080314 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.080827 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: standard-attr-revisions Jun 22 16:30:16.081233 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: router_availability_zone.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.082413 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.082932 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: router_availability_zone Jun 22 16:30:16.083251 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: routerservicetype.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.084143 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.084650 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension router-service-type not supported by any of loaded plugins Jun 22 16:30:16.084969 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.085866 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.086409 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: security-groups-normalized-cidr Jun 22 16:30:16.086731 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: security_groups_port_filtering.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.087617 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.088124 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: port-security-groups-filtering Jun 22 16:30:16.088443 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.089338 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.089846 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: security-groups-remote-address-group Jun 22 16:30:16.090189 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: securitygroup.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.100090 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.100620 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: security-group Jun 22 16:30:16.100954 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: segment.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.101728 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.102268 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension segment not supported by any of loaded plugins Jun 22 16:30:16.102602 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.103511 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.104022 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 22 16:30:16.104347 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: servicetype.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.105412 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.105963 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: service-type Jun 22 16:30:16.106283 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: sorting.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.107233 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.107560 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: sorting Jun 22 16:30:16.107877 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: standard_attr_segment.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.108831 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.109349 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 22 16:30:16.109669 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: standardattrdescription.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.110327 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.110833 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: standard-attr-description Jun 22 16:30:16.111150 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: stateful_security_group.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.112063 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.113168 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: stateful-security-group Jun 22 16:30:16.113490 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: stdattrs_common.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.114089 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 22 16:30:16.114406 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.115306 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.115819 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 22 16:30:16.116135 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: subnet_onboard.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.117241 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.117760 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: subnet_onboard Jun 22 16:30:16.118114 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.119053 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.119602 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 22 16:30:16.119920 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: subnet_service_types.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.120867 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.121419 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: subnet-service-types Jun 22 16:30:16.121739 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: subnetallocation.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.122917 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.123441 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: subnet_allocation Jun 22 16:30:16.123761 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.124406 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.124913 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: subnetpool-prefix-ops Jun 22 16:30:16.125227 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.126160 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.126665 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 22 16:30:16.126981 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: tagging.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.128048 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.128569 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: standard-attr-tag Jun 22 16:30:16.128889 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: timestamp.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.130292 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.130807 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loaded extension: standard-attr-timestamp Jun 22 16:30:16.131132 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: trunk.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.132165 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.132677 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension trunk not supported by any of loaded plugins Jun 22 16:30:16.133002 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: trunk_details.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.133909 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.134540 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension trunk-details not supported by any of loaded plugins Jun 22 16:30:16.134873 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: uplink_status_propagation.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.136079 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.136460 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 22 16:30:16.136785 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Loading extension file: vlantransparent.py {{(pid=93361) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 22 16:30:16.137442 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93361) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 22 16:30:16.137972 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extension vlan-transparent not supported by any of loaded plugins Jun 22 16:30:16.140464 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:network Jun 22 16:30:16.140982 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:subnet Jun 22 16:30:16.141344 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 16:30:16.141726 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:port Jun 22 16:30:16.143007 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.143525 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service FLAVORS assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.144281 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.144707 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.145031 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:router Jun 22 16:30:16.145467 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:floatingip Jun 22 16:30:16.146003 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service METERING assigned prefix: /metering {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.147418 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:16.147803 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:16.148133 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93361) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:30:16.149127 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 16:30:16.149561 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:security_group Jun 22 16:30:16.150026 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 16:30:16.150637 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service CORE assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.150960 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 16:30:16.151298 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] subnetpool is already registered Jun 22 16:30:16.151720 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service CORE assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.152037 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 16:30:16.152361 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] subnetpool is already registered Jun 22 16:30:16.154660 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.155086 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service FLAVORS assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.155670 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.156083 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.156410 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:router Jun 22 16:30:16.156743 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] router is already registered Jun 22 16:30:16.157145 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:floatingip Jun 22 16:30:16.157477 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] floatingip is already registered Jun 22 16:30:16.157922 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service METERING assigned prefix: /metering {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.158594 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of CountableResource for resource:rbac_policy Jun 22 16:30:16.158915 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] rbac_policy is already registered Jun 22 16:30:16.159831 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:security_group Jun 22 16:30:16.160159 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] security_group is already registered Jun 22 16:30:16.160551 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:security_group_rule Jun 22 16:30:16.160876 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] security_group_rule is already registered Jun 22 16:30:16.161485 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service CORE assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.161806 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 16:30:16.162160 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] subnetpool is already registered Jun 22 16:30:16.162577 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.v2.resource_helper [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Service CORE assigned prefix: {{(pid=93361) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 22 16:30:16.162898 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Creating instance of TrackedResource for resource:subnetpool Jun 22 16:30:16.163219 dv-cinder-768105-10-smb neutron-server[93361]: WARNING neutron.quota.resource_registry [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] subnetpool is already registered Jun 22 16:30:16.163783 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: extensions {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.165248 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: address-groups {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.166720 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: address-scopes {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.168015 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: agents {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.169418 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: auto-allocated-topology {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.170666 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: availability_zones {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.171865 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: dhcp-networks {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.173351 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: dhcp-agents {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.174792 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: routers {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.177106 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: flavors {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.179537 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: service_profiles {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.180766 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: next_providers {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.182184 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: service_profiles {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.183698 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: floatingip-pools {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.184911 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: routers {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.186614 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: floatingips {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.187862 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: l3-routers {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.189230 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: l3-agents {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.190689 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: metering-labels {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.191940 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: metering-label-rules {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.193287 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: network-ip-availabilities {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.194565 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: bindings {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.196097 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: quotas {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.197588 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: quotas {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.199017 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: rbac-policies {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.200190 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: security-groups {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.201474 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: security-group-rules {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.202741 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: service-providers {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.203944 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: subnetpools {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.205230 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: subnetpools {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.206811 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.208454 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.210271 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.212015 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.213679 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.215605 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.217281 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.219063 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.221051 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.223434 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron.api.extensions [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Extended resource: tags {{(pid=93361) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 22 16:30:16.229453 dv-cinder-768105-10-smb neutron-server[93361]: WARNING keystonemiddleware.auth_token [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 22 16:30:16.233959 dv-cinder-768105-10-smb neutron-server[93361]: WARNING keystonemiddleware.auth_token [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 22 16:30:16.242728 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_concurrency.lockutils [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Acquired lock "singleton_lock" {{(pid=93361) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 22 16:30:16.243203 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_concurrency.lockutils [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Releasing lock "singleton_lock" {{(pid=93361) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 22 16:30:16.243839 dv-cinder-768105-10-smb neutron-server[93361]: INFO oslo_service.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Starting 2 workers Jun 22 16:30:16.248504 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Started child 93715 {{(pid=93361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 16:30:16.252845 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Started child 93716 {{(pid=93361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 16:30:16.253870 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:16.255284 dv-cinder-768105-10-smb neutron-server[93361]: INFO neutron.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Neutron service started, listening on 0.0.0.0:9696 Jun 22 16:30:16.255638 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [-] (93715) wsgi starting up on http://0.0.0.0:9696 Jun 22 16:30:16.255949 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Notify callbacks [] for process, before_spawn {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:16.257752 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:16.258396 dv-cinder-768105-10-smb neutron-server[93361]: INFO oslo_service.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Starting 1 workers Jun 22 16:30:16.259196 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [-] (93716) wsgi starting up on http://0.0.0.0:9696 Jun 22 16:30:16.263508 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Started child 93717 {{(pid=93361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 16:30:16.264055 dv-cinder-768105-10-smb neutron-server[93361]: INFO oslo_service.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Starting 1 workers Jun 22 16:30:16.267014 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] calling RpcWorker wait() {{(pid=93717) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 22 16:30:16.267534 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] returning from RpcWorker wait() {{(pid=93717) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 22 16:30:16.268418 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Started child 93718 {{(pid=93361) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 22 16:30:16.269224 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:16.269716 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:30:16.270003 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG neutron_lib.callbacks.manager [None req-7e82711a-339f-4677-ba64-6c894320c3ea None None] Notify callbacks [] for process, after_spawn {{(pid=93361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:16.271991 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93361) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 16:30:16.272326 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 16:30:16.272510 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 16:30:16.272724 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 16:30:16.273076 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 16:30:16.273237 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 16:30:16.273743 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.274047 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.274346 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.274452 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:16.274908 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.274908 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.275482 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.275752 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.276018 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.276294 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.276531 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.276707 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.276865 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.277122 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.277502 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.277808 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.278117 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.278367 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.278636 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.278806 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.279071 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.279345 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.279593 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.279871 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] debug = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.280108 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.280605 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.280851 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.281109 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.281327 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.281615 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.281839 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.282195 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.282447 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.282710 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.282951 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.283208 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.283442 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.283653 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.283869 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.284120 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.285004 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.285534 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] host = dv-cinder-768105-10-smb {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.285803 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.286171 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.286447 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.286735 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.287003 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.287238 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.287509 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.287770 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.288041 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.288299 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.288535 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.288821 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.289054 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.289310 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.289469 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_options = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.289726 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.290070 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.290300 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.290497 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.290672 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.290856 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.291120 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.291276 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.291531 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.291760 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.291980 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.292216 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.292469 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.292717 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.292966 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.293223 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.293463 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.293930 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.294207 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.294451 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.294678 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.294925 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.295156 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.295399 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.295728 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.295960 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.296179 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.296438 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.296640 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.297118 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.297118 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.297654 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.297654 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.298088 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.298240 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.298416 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.298589 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.298829 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.299069 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.299320 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.299586 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.299894 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.300242 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.300399 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.300647 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.300878 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_json = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.301101 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.301332 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.301576 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.301751 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:30:16.301893 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.302082 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.303026 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.303026 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.303026 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.303973 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.303973 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.303973 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.304361 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.304361 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.304620 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.304821 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.305049 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.305309 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.305979 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.305979 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.306184 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.306431 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.306694 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.306943 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.307286 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.307531 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.307813 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.308056 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.308296 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.308534 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.308765 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.309116 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.309381 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.309652 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.309923 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.310183 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.310449 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.310670 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.310908 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.311152 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.311391 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.311670 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.311895 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.312115 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.312375 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.312651 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.312925 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.313165 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.313443 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.313670 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.313916 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.314170 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.314675 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.314675 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.314874 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.315655 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.315655 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.315655 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.315934 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.316017 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.316308 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.316438 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.316662 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.317187 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.317187 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.317380 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.317976 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.317976 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.318153 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.319591 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.319591 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.319591 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.319591 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.319591 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.319591 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.320047 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.320047 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.320182 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.320378 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.320608 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.320829 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.321057 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.321296 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.321507 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.321721 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.321982 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.322207 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.322439 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.322662 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.322882 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.323127 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.323374 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.323618 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.323910 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.324249 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.324474 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.324752 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.324997 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.325256 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.325503 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.325772 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.326015 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.326239 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.326493 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.326780 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.327060 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.327302 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.327555 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.327844 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.328113 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.328342 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.328588 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.328815 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.329058 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.329285 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.329559 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.329816 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.330353 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.330353 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.330607 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.330851 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.331096 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.331862 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.332109 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.332375 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.332696 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.332964 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.333201 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.333454 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.337956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.337956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.337956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.337956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.337956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.337956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.337956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.337956 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.338518 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.338518 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.338518 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.338518 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.338518 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.338518 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.338518 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.338518 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339407 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339474 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.339891 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.340044 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.340184 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.340366 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.340585 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.340841 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.341063 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.341311 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.341523 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.341743 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.341983 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.342223 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.342465 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.342708 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.342959 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.343179 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.343402 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.343641 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.343864 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.344084 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.344349 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.344512 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.344772 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.345013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.345301 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.345555 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.345774 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.346023 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.346274 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.346531 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.346749 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.347565 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.347786 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.348028 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.348230 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.348447 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.348765 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.349010 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.349238 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.349478 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.349714 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.349985 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.350315 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.350562 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.350835 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.351037 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.351261 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.351516 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.351757 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.351998 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.352217 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.352441 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.352645 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.352927 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.353152 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.353371 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.353588 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.353806 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.354068 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.354289 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.354501 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.354790 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.355054 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.355290 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.355547 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.355795 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.356024 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.356238 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.356454 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.356672 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.356885 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.357114 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.357331 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.357543 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.357766 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.358025 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.358261 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.358477 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.358688 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.358906 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.359119 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.359346 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.359558 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.359777 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.359993 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.360202 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.360534 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.360782 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.361004 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.361293 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.361541 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.361785 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.362088 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.362452 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.362669 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.362927 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.363149 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.363370 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.363591 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.363843 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.364170 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.364482 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.364750 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.365016 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.365283 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.365586 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.365826 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.366070 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.366359 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.366707 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.366989 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.367234 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.367492 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.367777 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.368018 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.368226 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.368460 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.368679 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.368930 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.369176 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.369427 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.369665 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.369908 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.370187 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.370441 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.370673 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.370928 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.371154 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.371374 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.371533 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 16:30:16.372088 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93361) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 22 16:30:16.372250 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 22 16:30:16.372404 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 22 16:30:16.372578 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 22 16:30:16.372748 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 22 16:30:16.372900 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 22 16:30:16.373107 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.373270 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.373430 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.373588 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.373748 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.373927 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.374114 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.374277 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.374470 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.374599 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.374756 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.375068 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.375228 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.375387 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.375549 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.375709 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.375868 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.376029 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.376193 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.376351 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.376508 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.376666 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.376826 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] debug = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.376984 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.377176 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.377335 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.377494 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.377652 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.377810 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.378039 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.378206 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.378366 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.378584 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.378752 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.378908 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.379152 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.379247 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.379373 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.379531 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.379841 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.380154 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] host = dv-cinder-768105-10-smb {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.380309 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.380626 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.380778 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.380938 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.381096 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.381255 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.381414 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.381571 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.381876 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.382179 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.382275 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.382357 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.382501 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.382659 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.382818 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_options = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.382976 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.383130 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.383294 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.383666 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.384052 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.384420 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.384792 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.385707 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.385888 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.386076 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.386238 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.386397 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.386559 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.386719 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.386877 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.387037 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.387196 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.387355 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.387517 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.387682 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.387848 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.387985 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.388188 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.388283 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.389601 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.389601 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.389601 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.389601 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.389601 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.389601 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.389601 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.389601 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390228 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390228 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390228 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390228 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390228 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390581 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390581 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390745 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390828 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.390952 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.391106 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.391424 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.391585 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.391742 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_json = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.391905 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.392062 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.392219 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.392377 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.392536 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.392696 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.392853 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.393013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 22 16:30:16.393222 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.393384 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.393557 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.394453 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.394453 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.394600 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.394730 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.394858 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.394994 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.395155 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.395324 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.395485 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.395658 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.395820 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.395980 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.396144 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.396305 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.396466 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.396629 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.396790 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.396952 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.397114 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.397292 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.397454 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.397617 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.397779 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.397967 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.398137 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.398299 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.398461 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.398606 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.398773 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.398933 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.399095 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.399255 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.399416 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.399577 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.399739 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.399900 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.400062 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.400223 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.400382 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.400543 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.400705 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.400866 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.401028 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.401189 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.401350 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.401512 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.401675 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.401846 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.401932 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:30:16.402072 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.402198 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.402347 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.402509 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.402670 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.402830 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.402990 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.403149 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.403311 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.403472 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.403647 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.403808 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.403969 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.404135 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.404297 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.404457 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.404617 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.404777 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.404937 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.405102 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.405265 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.405423 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.405584 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.405744 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.405905 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.406099 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.406260 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.406421 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.406583 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.406745 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.406905 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.407066 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.407226 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.407396 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.407572 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.407733 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.407893 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.408052 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.408213 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.408373 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.408533 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.408693 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.408854 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.409014 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.409173 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.409371 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.409537 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.409699 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.409859 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.410028 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.410192 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.410352 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.410514 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.410674 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.410834 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.410994 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.411156 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.411317 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.411477 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.411639 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.411810 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.411970 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.412134 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.412295 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.412467 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.412711 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.412880 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.413042 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.413203 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.413364 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.413523 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.413691 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.413854 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.414041 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.414207 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.414369 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.414539 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.414712 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.414874 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.415037 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.415270 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.415374 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.415535 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.415694 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.415855 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.416015 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.416175 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.416335 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.416495 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.416656 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.416815 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.416975 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.417136 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.417297 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.417460 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.417621 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.417781 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.417961 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.418125 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.418285 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.418447 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.418863 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.419025 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.419185 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.419345 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.419507 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.419667 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.419828 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.419987 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.420147 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.420307 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.420468 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.420628 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.420788 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.420948 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.421108 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.421267 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.421427 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.421592 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.421760 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.421916 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.422112 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.422274 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.422435 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.422596 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.422758 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.422918 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.423080 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.423241 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.423402 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.423563 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.423725 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.423889 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.424052 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.424216 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.424376 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.424553 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.424713 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.425389 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.425540 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.425700 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.425860 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.426043 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.426204 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.426365 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.426526 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.426686 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.426850 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.427013 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.427180 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.427340 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.427476 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.427642 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.427801 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.427961 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.428135 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.428297 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.428458 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.428619 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.428779 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.428951 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.429099 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.429260 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.429407 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.429557 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.429728 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.429888 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.430082 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.430243 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.430404 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.430573 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.430734 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.430936 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.431076 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.431213 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.431362 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.431523 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.431683 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.431842 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.432002 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.432171 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.432332 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.432492 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.432662 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.432821 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.432981 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.433141 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.433314 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.433475 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.433638 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.433799 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.433985 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.434178 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.434314 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.434475 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.434646 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.434814 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.434976 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.435145 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.435315 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.435612 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.435761 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.435887 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.436011 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.436133 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.436257 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.436410 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.436572 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.436732 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.436892 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.437054 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.437214 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.437375 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.437535 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.437695 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.437856 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.438053 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.438215 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.438377 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.438538 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.438697 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.438858 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.439019 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 22 16:30:16.439173 dv-cinder-768105-10-smb neutron-server[93361]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93361) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 22 16:30:16.725554 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 43744) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:16.734047 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063479 Jun 22 16:30:28.094711 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01124b9-ce12-4970-bed9-34c580ccb9b9 None None] get_active_networks_info from dv-cinder-768105-10-smb {{(pid=93717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 22 16:30:28.194369 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01124b9-ce12-4970-bed9-34c580ccb9b9 None None] No non-hosted networks {{(pid=93717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 22 16:30:28.209710 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.agentschedulers_db [None req-f01124b9-ce12-4970-bed9-34c580ccb9b9 None None] DHCP Agent not found on host dv-cinder-768105-10-smb {{(pid=93717) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 22 16:30:28.276809 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ca96080c-9c0c-40eb-a287-7a55ac308108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138'] for agent, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:30.698427 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-221d60df-c020-4d09-851f-7af07cabbb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138'] for agent, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:30.822939 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b24a9d7b-26bd-4930-bb6b-9715ab2242f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:31.231235 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138'] for agent, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:31.231896 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.232243 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.232584 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.232918 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.233252 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.233581 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.233910 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.237006 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.237365 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.237716 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.238083 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.238423 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:31.240662 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768105-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:30:31.254093 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:30:32.544466 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138'] for agent, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:33.637321 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138'] for agent, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:34.691174 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 43836) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:35.256204 dv-cinder-768105-10-smb neutron-server[93716]: WARNING oslo_policy.policy [None req-f475ab60-e1f0-44c9-a712-2bd7fb3c25ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 16:30:35.256931 dv-cinder-768105-10-smb neutron-server[93716]: WARNING oslo_policy.policy [None req-f475ab60-e1f0-44c9-a712-2bd7fb3c25ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 16:30:35.475942 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [None req-f475ab60-e1f0-44c9-a712-2bd7fb3c25ff admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 16:30:35.476976 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f475ab60-e1f0-44c9-a712-2bd7fb3c25ff admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7849197 Jun 22 16:30:36.125960 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.db.l3_hamode_db [None req-09e16230-1028-4aac-9270-cf024dcb35f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 22 16:30:36.205517 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e16230-1028-4aac-9270-cf024dcb35f9 None None] Routers set() bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:30:36.205906 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e16230-1028-4aac-9270-cf024dcb35f9 None None] Router IDs set() for agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 22 16:30:37.832065 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 43850) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:38.143611 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-ee8f4890-d8a7-4d52-8eb9-ef68a215f6ad admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:30:38.237505 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.policy [None req-ee8f4890-d8a7-4d52-8eb9-ef68a215f6ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93716) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 16:30:38.282314 dv-cinder-768105-10-smb neutron-server[93716]: WARNING oslo_policy.policy [None req-ee8f4890-d8a7-4d52-8eb9-ef68a215f6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 16:30:38.282696 dv-cinder-768105-10-smb neutron-server[93716]: WARNING oslo_policy.policy [None req-ee8f4890-d8a7-4d52-8eb9-ef68a215f6ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 16:30:38.291866 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.quota [None req-ee8f4890-d8a7-4d52-8eb9-ef68a215f6ad admin admin] Loaded quota_driver: . Jun 22 16:30:38.385062 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4890-d8a7-4d52-8eb9-ef68a215f6ad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742980028187', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742980027750', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742980047193', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742980050691', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742980133086', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742980127668', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-601288', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-682689', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1777395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576253'] for rbac-policy, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:38.451628 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ee8f4890-d8a7-4d52-8eb9-ef68a215f6ad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:38.454047 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ee8f4890-d8a7-4d52-8eb9-ef68a215f6ad admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6197767 Jun 22 16:30:40.971557 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 43862) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:41.263164 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:30:41.291373 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Made reservation on behalf of 32c0e90d7f2f420c9c7eb9b4e9bff0ac for: {'network': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:30:41.294375 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:41.309866 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:41.431943 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:41.435645 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:41.441228 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:41.461019 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:30:41.485450 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742977832147', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:41.486049 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Unsubscribe: segment precommit_create {{(pid=93716) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 16:30:41.486550 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.segments_db [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Added segment 9b0c7de0-ab09-4f90-bc74-e94fc734f1ee of type vlan for network eac9b81d-21d7-4f8b-92d5-d771bc888dbe Jun 22 16:30:41.493093 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d17585-5972-41e4-9127-57203c57c4e8,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:30:41.527759 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.528089 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.528406 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.528720 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.529026 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.529333 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.529636 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.529945 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.530284 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.530591 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.530890 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.531187 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Tracked resource versions report: Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: pushed versions: Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: { 'AddressGroup': {'1.2'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'ConntrackHelper': {'1.0'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Log': {'1.0'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Network': {'1.1'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Port': {'1.7'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'PortForwarding': {'1.2'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'QosPolicy': {'1.8'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'SecurityGroup': {'1.4'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'SecurityGroupRule': {'1.2'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'SubPort': {'1.0'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Subnet': {'1.1'}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Trunk': {'1.1'}} Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: consumer versions: Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: { DHCP agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: L3 agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: Metadata agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: Metering agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: Open vSwitch agent@dv-cinder-768105-10-smb: { 'AddressGroup': '1.2', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'ConntrackHelper': '1.0', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Log': '1.0', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Network': '1.1', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Port': '1.7', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'PortForwarding': '1.2', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'QosPolicy': '1.8', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'SecurityGroup': '1.4', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'SecurityGroupRule': '1.2', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'SubPort': '1.0', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Subnet': '1.1', Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: 'Trunk': '1.1'}} Jun 22 16:30:41.532282 dv-cinder-768105-10-smb neutron-server[93716]: {{(pid=93716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 16:30:41.598611 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:41.604438 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:41.652174 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:41.653631 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:30:41.654328 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:41.657079 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:41.734576 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7618716 Jun 22 16:30:41.752760 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Pushing event updated for resources: {'Network': ['ID=eac9b81d-21d7-4f8b-92d5-d771bc888dbe,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:30:41.756295 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:41.765704 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network eac9b81d-21d7-4f8b-92d5-d771bc888dbe details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:30:44.287158 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 43876) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:44.665822 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cfe56-cb00-48bb-93cc-a2dfa5fd7c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:30:44.667111 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-907cfe56-cb00-48bb-93cc-a2dfa5fd7c58 admin admin] 10.222.0.70 "GET /v2.0/networks/eac9b81d-21d7-4f8b-92d5-d771bc888dbe HTTP/1.1" status: 200 len: 825 time: 0.3790197 Jun 22 16:30:44.691051 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-c43509b5-9044-4e5e-9bb7-49d050ceac60 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/49fde17a-74b7-4003-9601-c11bca559237 HTTP/1.1" status: 200 len: 734 time: 0.0181603 Jun 22 16:30:44.699151 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '49fde17a-74b7-4003-9601-c11bca559237', 'name': 'private-subnet', 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:30:44.720080 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Made reservation on behalf of 32c0e90d7f2f420c9c7eb9b4e9bff0ac for: {'subnet': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:30:44.723047 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:45.013598 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:45.018024 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:45.085024 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Checking segment: {'id': '9b0c7de0-ab09-4f90-bc74-e94fc734f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:30:45.085425 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Network hostable DHCP agents. Network: eac9b81d-21d7-4f8b-92d5-d771bc888dbe, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:30:45.089675 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6450a9-6912-4f27-b005-7c68919dc2a3,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:30:45.093831 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:45.110093 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Network eac9b81d-21d7-4f8b-92d5-d771bc888dbe is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:30:45.122434 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, eac9b81d-21d7-4f8b-92d5-d771bc888dbe) {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:30:45.127610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:30:45.128197 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:45.133552 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e25e64-c6e3-409b-aa37-c18e21e6287f None None] Network eac9b81d-21d7-4f8b-92d5-d771bc888dbe requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:30:45.142530 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4464333 Jun 22 16:30:45.440903 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9850d6f9-e7c5-58f6-bfb5-703f1585a73f-eac9b81d-21d7-4f8b-92d5-d771bc888dbe', 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'fixed_ips': [{'subnet_id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3'}]}} from dv-cinder-768105-10-smb. {{(pid=93717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 16:30:45.442229 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:45.710304 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.db_base_plugin_common [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Allocated IP 172.20.0.2 (eac9b81d-21d7-4f8b-92d5-d771bc888dbe/bb6450a9-6912-4f27-b005-7c68919dc2a3/cf128073-32b4-4504-abde-7e923f301a8c) {{(pid=93717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:30:45.910457 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Notify callbacks [] for port, precommit_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:45.927607 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Transition to ACTIVE for port object cf128073-32b4-4504-abde-7e923f301a8c will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:30:45.975125 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Transition to ACTIVE for port object cf128073-32b4-4504-abde-7e923f301a8c will not be triggered until provisioned by entity DHCP. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:30:45.983627 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:45.987032 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:46.051543 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Network eac9b81d-21d7-4f8b-92d5-d771bc888dbe is already hosted by enough agents. {{(pid=93717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:30:46.056376 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.base_scheduler [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Resources bound (agent type, host, resource id): {{(pid=93717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:30:46.065028 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Received port after_create {{(pid=93717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:30:46.068069 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Pushing event updated for resources: {'Port': ['ID=cf128073-32b4-4504-abde-7e923f301a8c,revision_number=1']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:30:46.113151 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.113626 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.114130 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.114535 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.114855 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.115172 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.115486 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.115797 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.116122 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.116437 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.116741 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.117052 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Tracked resource versions report: Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: pushed versions: Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: { 'AddressGroup': {'1.2'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'ConntrackHelper': {'1.0'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Log': {'1.0'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Network': {'1.1'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Port': {'1.7'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'PortForwarding': {'1.2'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'QosPolicy': {'1.8'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'SecurityGroup': {'1.4'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'SecurityGroupRule': {'1.2'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'SubPort': {'1.0'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Subnet': {'1.1'}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Trunk': {'1.1'}} Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: consumer versions: Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: { DHCP agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: L3 agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: Metadata agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: Metering agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: Open vSwitch agent@dv-cinder-768105-10-smb: { 'AddressGroup': '1.2', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'ConntrackHelper': '1.0', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Log': '1.0', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Network': '1.1', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Port': '1.7', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'PortForwarding': '1.2', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'QosPolicy': '1.8', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'SecurityGroup': '1.4', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'SecurityGroupRule': '1.2', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'SubPort': '1.0', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Subnet': '1.1', Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: 'Trunk': '1.1'}} Jun 22 16:30:46.118195 dv-cinder-768105-10-smb neutron-server[93717]: {{(pid=93717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 16:30:46.122430 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:46.149289 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Attempting to bind port cf128073-32b4-4504-abde-7e923f301a8c on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:30:46.149913 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Attempting to bind port cf128073-32b4-4504-abde-7e923f301a8c by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '9b0c7de0-ab09-4f90-bc74-e94fc734f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:30:46.150131 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Attempting to bind port cf128073-32b4-4504-abde-7e923f301a8c on network eac9b81d-21d7-4f8b-92d5-d771bc888dbe {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:30:46.154881 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:30:46.155277 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Checking segment: {'id': '9b0c7de0-ab09-4f90-bc74-e94fc734f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:30:46.155742 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:46.156127 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Bound using segment: {'id': '9b0c7de0-ab09-4f90-bc74-e94fc734f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:30:46.156584 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Bound port: cf128073-32b4-4504-abde-7e923f301a8c, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0c7de0-ab09-4f90-bc74-e94fc734f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:30:46.156961 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:46.217402 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] For port cf128073-32b4-4504-abde-7e923f301a8c, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:30:46.222717 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] For port cf128073-32b4-4504-abde-7e923f301a8c, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=cf128073-32b4-4504-abde-7e923f301a8c,segment=NetworkSegment(9b0c7de0-ab09-4f90-bc74-e94fc734f1ee),segment_id=9b0c7de0-ab09-4f90-bc74-e94fc734f1ee)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:30:46.226719 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:46.230228 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:46.292793 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Pushing event updated for resources: {'Port': ['ID=cf128073-32b4-4504-abde-7e923f301a8c,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:30:46.298599 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:47.504750 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 43884) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:47.812285 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [None req-6dd31af2-b8f5-4993-8f29-4a9436fea57b admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 16:30:47.813276 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-6dd31af2-b8f5-4993-8f29-4a9436fea57b admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3075893 Jun 22 16:30:50.140695 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 43892) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:50.445299 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [None req-8b733a30-8f0b-4dae-bdb3-fbc4d90562c0 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 16:30:50.446294 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-8b733a30-8f0b-4dae-bdb3-fbc4d90562c0 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3046751 Jun 22 16:30:51.340320 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device cf128073-32b4-4504-abde-7e923f301a8c up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:30:51.419636 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port cf128073-32b4-4504-abde-7e923f301a8c completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:30:52.316099 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ffc2b4-f9d6-4484-a2ce-38b238397a83 None None] Network eac9b81d-21d7-4f8b-92d5-d771bc888dbe requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:30:52.368877 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-e7d39829-b930-48da-98aa-c1bb643feffe None None] Provisioning for port cf128073-32b4-4504-abde-7e923f301a8c completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:30:52.374796 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-e7d39829-b930-48da-98aa-c1bb643feffe None None] Provisioning complete for port cf128073-32b4-4504-abde-7e923f301a8c triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:30:52.375188 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e7d39829-b930-48da-98aa-c1bb643feffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:52.532945 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e7d39829-b930-48da-98aa-c1bb643feffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:52.606034 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-e7d39829-b930-48da-98aa-c1bb643feffe None None] For port cf128073-32b4-4504-abde-7e923f301a8c, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=cf128073-32b4-4504-abde-7e923f301a8c,segment=NetworkSegment(9b0c7de0-ab09-4f90-bc74-e94fc734f1ee),segment_id=9b0c7de0-ab09-4f90-bc74-e94fc734f1ee)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:30:52.611567 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e7d39829-b930-48da-98aa-c1bb643feffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:52.616412 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:52.670522 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d39829-b930-48da-98aa-c1bb643feffe None None] Pushing event updated for resources: {'Port': ['ID=cf128073-32b4-4504-abde-7e923f301a8c,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:30:52.673723 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-e7d39829-b930-48da-98aa-c1bb643feffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:52.832124 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-003faa4e-bde4-41a7-ab31-90995fd3df49 None None] Provisioning complete for port cf128073-32b4-4504-abde-7e923f301a8c triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:30:52.832491 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-003faa4e-bde4-41a7-ab31-90995fd3df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:53.065200 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 43906) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:53.321956 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device cf128073-32b4-4504-abde-7e923f301a8c up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:30:53.366297 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port cf128073-32b4-4504-abde-7e923f301a8c triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:30:53.366676 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:53.551216 dv-cinder-768105-10-smb neutron-server[93715]: WARNING oslo_policy.policy [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 16:30:53.551845 dv-cinder-768105-10-smb neutron-server[93715]: WARNING oslo_policy.policy [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 16:30:53.764061 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'name': 'router1'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:30:53.827045 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.policy [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93715) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 22 16:30:53.872174 dv-cinder-768105-10-smb neutron-server[93715]: WARNING oslo_policy.policy [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 16:30:53.872543 dv-cinder-768105-10-smb neutron-server[93715]: WARNING oslo_policy.policy [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 22 16:30:53.881710 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.quota [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] Loaded quota_driver: . Jun 22 16:30:53.937960 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1825629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1123'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:53.940267 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1146'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:54.092615 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:54.098031 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625658'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:54.115610 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:54.117002 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-8b128035-4689-4104-b46e-f72b1fa922f5 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0496747 Jun 22 16:30:56.442389 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 43922) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:56.750375 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [None req-cd63d4f1-f5f0-4172-90cb-389a4fcc5312 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 16:30:56.751347 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-cd63d4f1-f5f0-4172-90cb-389a4fcc5312 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080204 Jun 22 16:30:58.040161 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a84c6293-1452-453c-9303-f306ba5881d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:59.059335 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 43930) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:30:59.368812 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:30:59.390349 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Made reservation on behalf of 7b6cd6dfd53842a198a5c72cee1a7292 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:30:59.393645 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:59.408643 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:59.526526 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:59.530082 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:59.535471 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:59.542169 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Reserving flat network on physical network physnet1 {{(pid=93715) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 22 16:30:59.575937 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742977832147', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:59.576512 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Unsubscribe: segment precommit_create {{(pid=93715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 22 16:30:59.577007 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.segments_db [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Added segment 4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec of type flat for network d06e2f1a-390b-4c3c-bda4-9f719553dc3b Jun 22 16:30:59.595923 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f5d7a-6771-4c18-b777-31f96c11c1b0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:30:59.649049 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.649340 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.649667 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.650331 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.650726 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.651162 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.651541 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.651893 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.652221 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.652533 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.652840 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.653140 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Tracked resource versions report: Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: pushed versions: Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: { 'AddressGroup': {'1.2'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'ConntrackHelper': {'1.0'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Log': {'1.0'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Network': {'1.1'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Port': {'1.7'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'PortForwarding': {'1.2'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'QosPolicy': {'1.8'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'SecurityGroup': {'1.4'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'SecurityGroupRule': {'1.2'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'SubPort': {'1.0'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Subnet': {'1.1'}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Trunk': {'1.1'}} Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: consumer versions: Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: { DHCP agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: L3 agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: Metadata agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: Metering agent@dv-cinder-768105-10-smb: {}, Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: Open vSwitch agent@dv-cinder-768105-10-smb: { 'AddressGroup': '1.2', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'ConntrackHelper': '1.0', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Log': '1.0', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Network': '1.1', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Port': '1.7', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'PortForwarding': '1.2', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'QosPolicy': '1.8', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'SecurityGroup': '1.4', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'SecurityGroupRule': '1.2', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'SubPort': '1.0', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Subnet': '1.1', Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: 'Trunk': '1.1'}} Jun 22 16:30:59.654291 dv-cinder-768105-10-smb neutron-server[93715]: {{(pid=93715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 16:30:59.706074 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:59.707933 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:59.756931 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:59.758624 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:30:59.759286 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:30:59.762406 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:30:59.830733 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7704155 Jun 22 16:30:59.859066 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Pushing event updated for resources: {'Network': ['ID=d06e2f1a-390b-4c3c-bda4-9f719553dc3b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:30:59.862898 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:30:59.870495 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:31:00.702413 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-44d1b13b-338f-4669-8e5a-6be88f224eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:01.221380 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:02.160530 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 43952) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:31:02.373024 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb6290-a172-4bc5-8ad8-4b00a6d321b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:31:02.374333 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-80fb6290-a172-4bc5-8ad8-4b00a6d321b0 admin admin] 10.222.0.70 "GET /v2.0/subnets/bb6450a9-6912-4f27-b005-7c68919dc2a3 HTTP/1.1" status: 200 len: 849 time: 0.2128572 Jun 22 16:31:02.468677 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:02.505694 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-231cccac-b333-47aa-9154-3fb45b9938dc admin admin] 10.222.0.70 "GET /v2.0/routers/4b2370b5-fc1e-4fa8-9926-20b73cebb7bb HTTP/1.1" status: 200 len: 704 time: 0.1254823 Jun 22 16:31:02.761885 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.046763 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Allocated IP 172.20.0.1 (eac9b81d-21d7-4f8b-92d5-d771bc888dbe/bb6450a9-6912-4f27-b005-7c68919dc2a3/9bf8f0a2-6c83-49b2-9bec-74aa2c80e529) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:31:03.230023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.253415 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Transition to ACTIVE for port object 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:31:03.337851 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.340715 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:03.405014 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Network eac9b81d-21d7-4f8b-92d5-d771bc888dbe is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:31:03.412888 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:31:03.421679 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:31:03.422756 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619724'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.441342 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf8f0a2-6c83-49b2-9bec-74aa2c80e529,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:03.482348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:03.593774 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-495c09d9-9eeb-4a6e-82af-24d74fd73891 None None] Provisioning for port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:31:03.599879 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-495c09d9-9eeb-4a6e-82af-24d74fd73891 None None] Provisioning complete for port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:31:03.600321 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-495c09d9-9eeb-4a6e-82af-24d74fd73891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.603458 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.635873 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-495c09d9-9eeb-4a6e-82af-24d74fd73891 None None] Port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:31:03.681597 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.853375 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.857636 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.858777 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1641845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819072'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:03.861691 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:03.937190 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf8f0a2-6c83-49b2-9bec-74aa2c80e529,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:03.941477 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:03.983346 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Network eac9b81d-21d7-4f8b-92d5-d771bc888dbe is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:31:03.984616 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:31:04.138777 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Router 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb is scheduled to L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 16:31:04.159091 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-7ef25502-5a9c-4893-a3fc-3d206c4b40e6 None None] Provisioning complete for port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:31:04.159461 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7ef25502-5a9c-4893-a3fc-3d206c4b40e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:04.191636 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-7ef25502-5a9c-4893-a3fc-3d206c4b40e6 None None] Port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:31:04.233338 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:31:04.239527 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] 10.222.0.70 "PUT /v2.0/routers/4b2370b5-fc1e-4fa8-9926-20b73cebb7bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7286451 Jun 22 16:31:04.258103 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Sync routers for ids ['4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:31:04.270001 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Routers {'4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:31:04.270841 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:31:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:31:04.452756 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Set router 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb gateway port host: None {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:31:04.874589 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'name': 'router1', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:30:53Z', 'updated_at': '2021-06-22T16:31:03Z', 'revision_number': 2, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'gw_port_host': None, '_interfaces': [{'id': '9bf8f0a2-6c83-49b2-9bec-74aa2c80e529', 'name': '', 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'mac_address': 'fa:16:3e:84:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:31:02Z', 'updated_at': '2021-06-22T16:31:03Z', 'revision_number': 2, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'subnets': [{'id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49fde17a-74b7-4003-9601-c11bca559237'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:31:04.925006 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Checking router: 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:31:04.925383 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Updating router 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 binding host dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:31:04.986657 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:05.467159 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Notify callbacks [] for port, precommit_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:05.484846 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.provisioning_blocks [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Transition to ACTIVE for port object 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 will not be triggered until provisioned by entity L2. {{(pid=93718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:31:05.490631 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:05.495372 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:05.653877 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Attempting to bind port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:31:05.654322 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Attempting to bind port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '9b0c7de0-ab09-4f90-bc74-e94fc734f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:31:05.654772 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Attempting to bind port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 on network eac9b81d-21d7-4f8b-92d5-d771bc888dbe {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:31:05.656733 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Pushing event updated for resources: {'Port': ['ID=9bf8f0a2-6c83-49b2-9bec-74aa2c80e529,revision_number=3']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:05.666270 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:31:05.666671 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Checking segment: {'id': '9b0c7de0-ab09-4f90-bc74-e94fc734f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:31:05.667152 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:05.667795 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Bound using segment: {'id': '9b0c7de0-ab09-4f90-bc74-e94fc734f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:31:05.668291 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Bound port: 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0c7de0-ab09-4f90-bc74-e94fc734f1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe'}}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:31:05.668656 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:05.671683 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.672042 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.672351 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.672674 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.672990 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.673346 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.673662 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.673997 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.674318 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.674629 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.674941 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.675247 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Tracked resource versions report: Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: pushed versions: Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: { 'AddressGroup': {'1.2'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'ConntrackHelper': {'1.0'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Log': {'1.0'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Network': {'1.1'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Port': {'1.7'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'PortForwarding': {'1.2'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'QosPolicy': {'1.8'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'SecurityGroup': {'1.4'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'SecurityGroupRule': {'1.2'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'SubPort': {'1.0'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Subnet': {'1.1'}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Trunk': {'1.1'}} Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: consumer versions: Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: { DHCP agent@dv-cinder-768105-10-smb: {}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: L3 agent@dv-cinder-768105-10-smb: {}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: Metadata agent@dv-cinder-768105-10-smb: {}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: Metering agent@dv-cinder-768105-10-smb: {}, Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: Open vSwitch agent@dv-cinder-768105-10-smb: { 'AddressGroup': '1.2', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'ConntrackHelper': '1.0', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Log': '1.0', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Network': '1.1', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Port': '1.7', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'PortForwarding': '1.2', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'QosPolicy': '1.8', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'SecurityGroup': '1.4', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'SecurityGroupRule': '1.2', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'SubPort': '1.0', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Subnet': '1.1', Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: 'Trunk': '1.1'}} Jun 22 16:31:05.676368 dv-cinder-768105-10-smb neutron-server[93718]: {{(pid=93718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 16:31:05.679881 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:05.741611 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] For port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:31:05.762275 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] For port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=9bf8f0a2-6c83-49b2-9bec-74aa2c80e529,segment=NetworkSegment(9b0c7de0-ab09-4f90-bc74-e94fc734f1ee),segment_id=9b0c7de0-ab09-4f90-bc74-e94fc734f1ee)] {{(pid=93718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:31:05.768039 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:05.771238 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:05.819459 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Routers {'4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:31:05.820110 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:31:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:31:05.897503 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Pushing event updated for resources: {'Port': ['ID=9bf8f0a2-6c83-49b2-9bec-74aa2c80e529,revision_number=4']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:05.908754 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:05.925537 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] Set router 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb gateway port host: None {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:31:06.133984 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'name': 'router1', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:30:53Z', 'updated_at': '2021-06-22T16:31:03Z', 'revision_number': 2, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'gw_port_host': None, '_interfaces': [{'id': '9bf8f0a2-6c83-49b2-9bec-74aa2c80e529', 'name': '', 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'mac_address': 'fa:16:3e:84:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:31:02Z', 'updated_at': '2021-06-22T16:31:05Z', 'revision_number': 4, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'subnets': [{'id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49fde17a-74b7-4003-9601-c11bca559237'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:31:06.163044 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98e0ca4-79e1-472d-a371-4324fae89b05 None None] The sync data for ids ['4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'] in dv-cinder-768105-10-smb is: [{'id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'name': 'router1', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:30:53Z', 'updated_at': '2021-06-22T16:31:03Z', 'revision_number': 2, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'gw_port_host': None, '_interfaces': [{'id': '9bf8f0a2-6c83-49b2-9bec-74aa2c80e529', 'name': '', 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'mac_address': 'fa:16:3e:84:16:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:31:02Z', 'updated_at': '2021-06-22T16:31:05Z', 'revision_number': 4, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'subnets': [{'id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49fde17a-74b7-4003-9601-c11bca559237'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:31:06.418000 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 43972) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:31:06.523867 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4a40d5-385a-4f36-8592-854c07496515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:31:06.525215 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-1d4a40d5-385a-4f36-8592-854c07496515 admin admin] 10.222.0.70 "GET /v2.0/networks/d06e2f1a-390b-4c3c-bda4-9f719553dc3b HTTP/1.1" status: 200 len: 842 time: 0.1062469 Jun 22 16:31:06.535034 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'enable_dhcp': False, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'name': 'public-subnet'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:31:06.558203 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Made reservation on behalf of 7b6cd6dfd53842a198a5c72cee1a7292 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:31:06.560451 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:06.866389 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.objects.ports [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93715) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 22 16:31:06.866840 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:06.869759 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:06.928419 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d20b51-001a-4abf-b885-0e0c0ae67af7,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:06.932747 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Checking segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:31:06.933139 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Network hostable DHCP agents. Network: d06e2f1a-390b-4c3c-bda4-9f719553dc3b, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:31:06.935177 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:06.955347 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:31:06.966335 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, d06e2f1a-390b-4c3c-bda4-9f719553dc3b) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:31:06.971279 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:31:06.972553 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:06.975406 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b4b37-bf71-4b6f-b2c3-2da8d9f99a6e None None] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:31:06.995693 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4550469 Jun 22 16:31:07.104546 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b3405-a24f-433c-a2a2-bd3638be392f None None] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:31:09.243813 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 43984) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:31:09.357144 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:31:09.376031 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-f4e106ef-3b11-4824-aa39-ef986bc29c59 admin admin] 10.222.0.70 "GET /v2.0/routers/4b2370b5-fc1e-4fa8-9926-20b73cebb7bb HTTP/1.1" status: 200 len: 710 time: 0.1310971 Jun 22 16:31:09.408549 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:31:09.413152 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:31:09.413547 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:09.460822 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b40715-7971-4b32-bcbd-fabfc192aa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:31:09.462115 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-28b40715-7971-4b32-bcbd-fabfc192aa9f admin admin] 10.222.0.70 "GET /v2.0/networks/d06e2f1a-390b-4c3c-bda4-9f719553dc3b HTTP/1.1" status: 200 len: 886 time: 0.0810165 Jun 22 16:31:09.470837 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:31:09.487206 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:09.519685 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=9bf8f0a2-6c83-49b2-9bec-74aa2c80e529,segment=NetworkSegment(9b0c7de0-ab09-4f90-bc74-e94fc734f1ee),segment_id=9b0c7de0-ab09-4f90-bc74-e94fc734f1ee)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:31:09.523375 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:09.525438 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-be3519f4-5e9c-4269-8ce5-da9be063be1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:09.570434 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=9bf8f0a2-6c83-49b2-9bec-74aa2c80e529,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:09.573485 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:09.774805 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1825611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1100'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:10.008929 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:10.083682 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:10.192325 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Allocated IP 172.28.0.13 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/118e66d2-f24b-4087-9f27-5417b8896768) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:31:10.294114 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:10.331676 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:10.334588 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:10.367941 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:31:10.370493 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:31:10.373046 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:31:10.435085 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Pushing event updated for resources: {'Port': ['ID=118e66d2-f24b-4087-9f27-5417b8896768,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:10.438000 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:10.622395 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:10.809766 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1825611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1100'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:10.812865 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1625582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1625649', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1825602'] for router, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:10.912260 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Router 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:31:11.101772 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:31:11.105878 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:11.107096 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] 10.222.0.70 "PUT /v2.0/routers/4b2370b5-fc1e-4fa8-9926-20b73cebb7bb HTTP/1.1" status: 200 len: 889 time: 1.6395946 Jun 22 16:31:11.111681 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Sync routers for ids ['4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:31:11.126417 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Routers {'4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:31:11.127100 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:31:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:31:11.357029 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:31:11.423153 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Set router 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:31:11.591710 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:31:11.591985 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:11.874889 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'name': 'router1', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '118e66d2-f24b-4087-9f27-5417b8896768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:30:53Z', 'updated_at': '2021-06-22T16:31:10Z', 'revision_number': 4, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'gw_port': {'id': '118e66d2-f24b-4087-9f27-5417b8896768', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:31:10Z', 'updated_at': '2021-06-22T16:31:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '9bf8f0a2-6c83-49b2-9bec-74aa2c80e529', 'name': '', 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'mac_address': 'fa:16:3e:84:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:31:02Z', 'updated_at': '2021-06-22T16:31:09Z', 'revision_number': 5, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'subnets': [{'id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49fde17a-74b7-4003-9601-c11bca559237'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:31:11.922356 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Checking router: 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:31:11.922712 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Updating router 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb port 118e66d2-f24b-4087-9f27-5417b8896768 binding host dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:31:11.953854 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:12.277398 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:12.287512 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Transition to ACTIVE for port object 118e66d2-f24b-4087-9f27-5417b8896768 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:31:12.293754 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:12.295887 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-e7d39829-b930-48da-98aa-c1bb643feffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:12.342393 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Attempting to bind port 118e66d2-f24b-4087-9f27-5417b8896768 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:31:12.342777 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Attempting to bind port 118e66d2-f24b-4087-9f27-5417b8896768 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:31:12.343129 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Attempting to bind port 118e66d2-f24b-4087-9f27-5417b8896768 on network d06e2f1a-390b-4c3c-bda4-9f719553dc3b {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:31:12.352428 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:31:12.352800 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Checking segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:31:12.353195 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:12.353585 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Bound using segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:31:12.354091 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Bound port: 118e66d2-f24b-4087-9f27-5417b8896768, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:31:12.354459 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:12.356662 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555f939-c482-48c0-99e4-f3975e4ff87f None None] Pushing event updated for resources: {'Port': ['ID=118e66d2-f24b-4087-9f27-5417b8896768,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:12.376134 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-0555f939-c482-48c0-99e4-f3975e4ff87f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:12.403683 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] For port 118e66d2-f24b-4087-9f27-5417b8896768, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:31:12.406890 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] For port 118e66d2-f24b-4087-9f27-5417b8896768, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=118e66d2-f24b-4087-9f27-5417b8896768,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:31:12.411928 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:12.415060 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:12.534091 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Routers {'4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:31:12.534625 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:31:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:31:12.583661 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555f939-c482-48c0-99e4-f3975e4ff87f None None] Pushing event updated for resources: {'Port': ['ID=118e66d2-f24b-4087-9f27-5417b8896768,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:12.586893 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-0555f939-c482-48c0-99e4-f3975e4ff87f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:12.650352 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] Set router 4b2370b5-fc1e-4fa8-9926-20b73cebb7bb gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:31:12.853386 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'name': 'router1', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '118e66d2-f24b-4087-9f27-5417b8896768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:30:53Z', 'updated_at': '2021-06-22T16:31:10Z', 'revision_number': 4, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'gw_port': {'id': '118e66d2-f24b-4087-9f27-5417b8896768', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:31:10Z', 'updated_at': '2021-06-22T16:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '9bf8f0a2-6c83-49b2-9bec-74aa2c80e529', 'name': '', 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'mac_address': 'fa:16:3e:84:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:31:02Z', 'updated_at': '2021-06-22T16:31:09Z', 'revision_number': 5, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'subnets': [{'id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49fde17a-74b7-4003-9601-c11bca559237'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:31:12.881481 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a284c-8e49-4e2b-a70b-4a166310fa3e None None] The sync data for ids ['4b2370b5-fc1e-4fa8-9926-20b73cebb7bb'] in dv-cinder-768105-10-smb is: [{'id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'name': 'router1', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': '118e66d2-f24b-4087-9f27-5417b8896768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:30:53Z', 'updated_at': '2021-06-22T16:31:10Z', 'revision_number': 4, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'gw_port': {'id': '118e66d2-f24b-4087-9f27-5417b8896768', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:31:10Z', 'updated_at': '2021-06-22T16:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '9bf8f0a2-6c83-49b2-9bec-74aa2c80e529', 'name': '', 'network_id': 'eac9b81d-21d7-4f8b-92d5-d771bc888dbe', 'tenant_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'mac_address': 'fa:16:3e:84:16:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2370b5-fc1e-4fa8-9926-20b73cebb7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:31:02Z', 'updated_at': '2021-06-22T16:31:09Z', 'revision_number': 5, 'project_id': '32c0e90d7f2f420c9c7eb9b4e9bff0ac', 'subnets': [{'id': 'bb6450a9-6912-4f27-b005-7c68919dc2a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '49fde17a-74b7-4003-9601-c11bca559237'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:31:13.374320 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 118e66d2-f24b-4087-9f27-5417b8896768 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:31:13.425970 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 118e66d2-f24b-4087-9f27-5417b8896768 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:31:13.430097 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 118e66d2-f24b-4087-9f27-5417b8896768 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:31:13.430479 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:13.476350 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 43992) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:31:13.510564 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:13.531220 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 118e66d2-f24b-4087-9f27-5417b8896768, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=118e66d2-f24b-4087-9f27-5417b8896768,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:31:13.536949 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:13.541298 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:31:13.591169 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=118e66d2-f24b-4087-9f27-5417b8896768,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:31:13.594809 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:31:13.610954 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-6e4c5f7b-7a6a-4e1e-b914-728bd14f5df7 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1319110 Jun 22 16:31:14.322820 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 5 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:31:15.344446 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 118e66d2-f24b-4087-9f27-5417b8896768 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:31:15.392748 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 118e66d2-f24b-4087-9f27-5417b8896768 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:31:15.393242 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:28.054101 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-1217a663-36ff-48b2-a75d-0a9171c987fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:30.706025 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3e0db3de-2067-40d4-be4f-7319943a47b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:31.223652 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:32.477398 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:33.617783 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:31:51.321190 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 5 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:31:58.045923 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-42b1d7a6-876f-4a31-bf0d-2b9055e448d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:00.725989 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-65936054-f6d9-4c18-8a4e-998e350fd34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:01.227472 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:02.476550 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:03.618500 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:28.048264 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-73ffcfe5-7c39-4c66-982f-8314a55a8932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:28.319939 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 5 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:32:30.710367 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-60a6f3b8-542c-4622-bba1-696825ad1425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:31.230735 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:32.476725 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:33.617232 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:48.076383 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44562) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:32:48.134164 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b66fd0-d841-4354-b11d-dbb49ea31db3 admin admin] GET failed (client error): The resource could not be found. Jun 22 16:32:48.135474 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-17b66fd0-d841-4354-b11d-dbb49ea31db3 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0581396 Jun 22 16:32:48.293105 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b941c-d97a-4771-ad4c-97c7ab6dfcf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:32:48.294510 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-3e3b941c-d97a-4771-ad4c-97c7ab6dfcf0 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552746 Jun 22 16:32:50.430578 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44572) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:32:50.517109 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c743c-fb61-442f-8f05-eeb7a3b583f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:32:50.518439 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-506c743c-fb61-442f-8f05-eeb7a3b583f7 admin admin] 10.222.0.70 "GET /v2.0/subnets/bb6450a9-6912-4f27-b005-7c68919dc2a3 HTTP/1.1" status: 200 len: 849 time: 0.0868533 Jun 22 16:32:50.527414 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:32:50.610635 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Notify callbacks [] for subnet, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:50.741452 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742977751004'] for subnet, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:50.744370 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:32:50.772721 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:32:50.773313 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:50.787250 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] 10.222.0.70 "PUT /v2.0/subnets/bb6450a9-6912-4f27-b005-7c68919dc2a3 HTTP/1.1" status: 200 len: 868 time: 0.2626667 Jun 22 16:32:50.789107 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee2aeb8-0aab-468c-84b1-9f133860276e None None] Network eac9b81d-21d7-4f8b-92d5-d771bc888dbe requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:32:50.813390 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6450a9-6912-4f27-b005-7c68919dc2a3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:32:50.820522 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.820892 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.821232 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.821562 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.821889 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.822252 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.822576 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.822898 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.823236 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.823560 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.823880 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.824199 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:32:50.830927 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:32:51.128872 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f4793b78-c46f-49c8-a65a-06997b96f681 None None] Provisioning complete for port cf128073-32b4-4504-abde-7e923f301a8c triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:32:51.129251 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f4793b78-c46f-49c8-a65a-06997b96f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:51.215358 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f4793b78-c46f-49c8-a65a-06997b96f681 None None] Provisioning complete for port 9bf8f0a2-6c83-49b2-9bec-74aa2c80e529 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:32:51.215733 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f4793b78-c46f-49c8-a65a-06997b96f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:52.893790 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44580) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:32:53.082043 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565929a-0a70-4799-af42-741314acfc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:32:53.082443 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565929a-0a70-4799-af42-741314acfc42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:32:53.083943 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a565929a-0a70-4799-af42-741314acfc42 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1891880 Jun 22 16:32:55.195084 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 44588) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:32:55.393112 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357448d3-395e-4fa6-b1c6-4252b04636e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:32:55.393514 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357448d3-395e-4fa6-b1c6-4252b04636e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:32:55.395123 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-357448d3-395e-4fa6-b1c6-4252b04636e2 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991301 Jun 22 16:32:57.489993 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44598) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:32:57.611200 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a25601-d2c5-4ee0-bb17-9f92d78af3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:32:57.612491 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-02a25601-d2c5-4ee0-bb17-9f92d78af3f1 admin admin] 10.222.0.70 "GET /v2.0/networks/d06e2f1a-390b-4c3c-bda4-9f719553dc3b HTTP/1.1" status: 200 len: 886 time: 0.1215322 Jun 22 16:32:58.048568 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7e608d56-59f1-40c1-b18b-709206b65bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:32:59.732851 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44606) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:32:59.857910 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea15fb42-ef1b-4110-aa92-23ac9f8b2a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:32:59.859857 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-ea15fb42-ef1b-4110-aa92-23ac9f8b2a6a admin admin] 10.222.0.70 "GET /v2.0/networks/eac9b81d-21d7-4f8b-92d5-d771bc888dbe HTTP/1.1" status: 200 len: 869 time: 0.1260417 Jun 22 16:33:00.712286 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c7f86922-2a2b-4ce2-b7a4-56b946dad7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:01.230508 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:02.029109 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44614) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:33:02.149220 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d961385-34c6-4a37-96ec-9f7de36863ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:02.149682 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d961385-34c6-4a37-96ec-9f7de36863ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:02.151464 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-9d961385-34c6-4a37-96ec-9f7de36863ec admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214504 Jun 22 16:33:02.479338 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:03.626081 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:04.268317 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44622) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:33:04.354961 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de29c2f-3372-4c27-ad14-4618f2db0d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:04.355424 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de29c2f-3372-4c27-ad14-4618f2db0d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:04.356908 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-1de29c2f-3372-4c27-ad14-4618f2db0d62 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0876546 Jun 22 16:33:05.318540 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 5 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:33:06.475750 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44630) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:33:06.560606 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ca5bc-1bb3-490c-bc4a-fc942cc9312e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:06.562447 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-7e3ca5bc-1bb3-490c-bc4a-fc942cc9312e admin admin] 10.222.0.70 "GET /v2.0/subnets/94d20b51-001a-4abf-b885-0e0c0ae67af7 HTTP/1.1" status: 200 len: 816 time: 0.0857620 Jun 22 16:33:08.684314 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 44638) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:33:08.772871 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739af8f-a04c-4a16-8d44-801f90c508f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:08.774228 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-5739af8f-a04c-4a16-8d44-801f90c508f8 admin admin] 10.222.0.70 "GET /v2.0/subnets/bb6450a9-6912-4f27-b005-7c68919dc2a3 HTTP/1.1" status: 200 len: 868 time: 0.0889301 Jun 22 16:33:28.050224 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5e9990cf-cab1-414d-9530-a562a378b198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:30.711820 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-906ed810-56e3-4dfb-8d7c-e7ea726f791d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:31.231044 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:31.939929 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 44682) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:33:31.984382 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [None req-fb158d02-bf3e-42b0-93d0-e3f7ba7849cb admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 16:33:31.985382 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-fb158d02-bf3e-42b0-93d0-e3f7ba7849cb admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445304 Jun 22 16:33:32.483133 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:33.624891 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:34.189529 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44690) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:33:34.246639 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-795bc3e7-e071-4b2c-8ac7-4fb7d43b7fc6 admin admin] GET failed (client error): The resource could not be found. Jun 22 16:33:34.247942 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-795bc3e7-e071-4b2c-8ac7-4fb7d43b7fc6 admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0574527 Jun 22 16:33:34.330416 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4391cb1-d3d4-428b-a175-f99fbf55136b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:34.331861 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-d4391cb1-d3d4-428b-a175-f99fbf55136b admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0801504 Jun 22 16:33:36.489436 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44698) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:33:36.534314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:33:36.554660 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Made reservation on behalf of 7b6cd6dfd53842a198a5c72cee1a7292 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:33:36.556896 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:36.583617 dv-cinder-768105-10-smb neutron-server[93715]: WARNING neutron.services.revisions.revision_plugin [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Could not find related network for resource to bump revision. Jun 22 16:33:36.597788 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:33:36.610677 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:36.611015 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.segments_db [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Added segment 444a966d-8c4c-473e-b68f-275b6b12d3c6 of type vlan for network c0a7308d-23c1-494e-991d-3fd689f93142 Jun 22 16:33:36.647276 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:36.675021 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:36.676190 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:36.676757 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:36.679340 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:33:36.722853 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2323689 Jun 22 16:33:36.733868 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a7308d-23c1-494e-991d-3fd689f93142,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:33:36.747861 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:33:36.755771 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network c0a7308d-23c1-494e-991d-3fd689f93142 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:33:38.878970 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44706) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:33:38.936792 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79e9d02-6ad6-4a1a-b1aa-af9914d1d53c admin admin] GET failed (client error): The resource could not be found. Jun 22 16:33:38.938135 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-f79e9d02-6ad6-4a1a-b1aa-af9914d1d53c admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582011 Jun 22 16:33:39.104677 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943f7f57-8741-4bfd-a849-d1015e88751f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:39.106074 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-943f7f57-8741-4bfd-a849-d1015e88751f admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1642098 Jun 22 16:33:39.115745 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142', 'cidr': '192.168.233.0/24'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:33:39.134822 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Made reservation on behalf of 7b6cd6dfd53842a198a5c72cee1a7292 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:33:39.137025 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:39.295945 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:39.298722 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a53be3c2-31aa-4af2-b0bd-a5a36599002a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:33:39.346923 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=367b295d-b8dc-48e8-9af7-8715faa7357b,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:33:39.350651 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:33:39.357904 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Checking segment: {'id': '444a966d-8c4c-473e-b68f-275b6b12d3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:33:39.358239 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Network hostable DHCP agents. Network: c0a7308d-23c1-494e-991d-3fd689f93142, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:33:39.374350 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Network c0a7308d-23c1-494e-991d-3fd689f93142 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:33:39.382565 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, c0a7308d-23c1-494e-991d-3fd689f93142) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:33:39.386946 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:33:39.387646 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:39.392140 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c4437f-0f53-489e-9df6-2ce8af756a12 None None] Network c0a7308d-23c1-494e-991d-3fd689f93142 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:33:39.401107 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2887173 Jun 22 16:33:39.632368 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9850d6f9-e7c5-58f6-bfb5-703f1585a73f-c0a7308d-23c1-494e-991d-3fd689f93142', 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142', 'tenant_id': '7b6cd6dfd53842a198a5c72cee1a7292', 'fixed_ips': [{'subnet_id': '367b295d-b8dc-48e8-9af7-8715faa7357b'}]}} from dv-cinder-768105-10-smb. {{(pid=93717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 16:33:39.633225 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:39.770750 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.db_base_plugin_common [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Allocated IP 192.168.233.2 (c0a7308d-23c1-494e-991d-3fd689f93142/367b295d-b8dc-48e8-9af7-8715faa7357b/59183cb1-2b92-4acb-a6f4-f43c96715826) {{(pid=93717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:33:39.915274 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Notify callbacks [] for port, precommit_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:39.924385 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Transition to ACTIVE for port object 59183cb1-2b92-4acb-a6f4-f43c96715826 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:33:39.941415 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Transition to ACTIVE for port object 59183cb1-2b92-4acb-a6f4-f43c96715826 will not be triggered until provisioned by entity DHCP. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:33:39.947665 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:39.950623 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:33:39.986994 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Network c0a7308d-23c1-494e-991d-3fd689f93142 is already hosted by enough agents. {{(pid=93717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:33:39.989723 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.base_scheduler [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Resources bound (agent type, host, resource id): {{(pid=93717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:33:39.993178 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Received port after_create {{(pid=93717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:33:40.005132 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Pushing event updated for resources: {'Port': ['ID=59183cb1-2b92-4acb-a6f4-f43c96715826,revision_number=1']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:33:40.027031 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.027393 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.027723 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.028055 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.028942 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.029276 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.029599 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.029922 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.030295 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.030637 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.031293 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.031626 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:33:40.035912 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:33:40.067242 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Attempting to bind port 59183cb1-2b92-4acb-a6f4-f43c96715826 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:33:40.067619 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Attempting to bind port 59183cb1-2b92-4acb-a6f4-f43c96715826 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '444a966d-8c4c-473e-b68f-275b6b12d3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:33:40.067986 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Attempting to bind port 59183cb1-2b92-4acb-a6f4-f43c96715826 on network c0a7308d-23c1-494e-991d-3fd689f93142 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:33:40.072817 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:33:40.073197 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Checking segment: {'id': '444a966d-8c4c-473e-b68f-275b6b12d3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:33:40.073600 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:40.074029 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Bound using segment: {'id': '444a966d-8c4c-473e-b68f-275b6b12d3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:33:40.074503 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Bound port: 59183cb1-2b92-4acb-a6f4-f43c96715826, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a966d-8c4c-473e-b68f-275b6b12d3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:33:40.074879 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:40.139529 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] For port 59183cb1-2b92-4acb-a6f4-f43c96715826, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:33:40.142621 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] For port 59183cb1-2b92-4acb-a6f4-f43c96715826, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=59183cb1-2b92-4acb-a6f4-f43c96715826,segment=NetworkSegment(444a966d-8c4c-473e-b68f-275b6b12d3c6),segment_id=444a966d-8c4c-473e-b68f-275b6b12d3c6)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:33:40.147332 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:40.149743 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-0555f939-c482-48c0-99e4-f3975e4ff87f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:33:40.209460 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Pushing event updated for resources: {'Port': ['ID=59183cb1-2b92-4acb-a6f4-f43c96715826,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:33:40.212867 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:33:40.979934 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791eedce-50c3-4588-8dcf-b0957fe7467d None None] Network c0a7308d-23c1-494e-991d-3fd689f93142 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:33:41.092746 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-d7cad6b2-cc76-4647-8ca0-29ceb5a788cb None None] Provisioning for port 59183cb1-2b92-4acb-a6f4-f43c96715826 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:33:41.467807 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 59183cb1-2b92-4acb-a6f4-f43c96715826 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:33:41.517044 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 59183cb1-2b92-4acb-a6f4-f43c96715826 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:33:41.520766 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 59183cb1-2b92-4acb-a6f4-f43c96715826 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:33:41.521144 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:41.600148 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:41.633242 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 59183cb1-2b92-4acb-a6f4-f43c96715826, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=59183cb1-2b92-4acb-a6f4-f43c96715826,segment=NetworkSegment(444a966d-8c4c-473e-b68f-275b6b12d3c6),segment_id=444a966d-8c4c-473e-b68f-275b6b12d3c6)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:33:41.637097 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:41.640116 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-0555f939-c482-48c0-99e4-f3975e4ff87f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:33:41.687824 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=59183cb1-2b92-4acb-a6f4-f43c96715826,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:33:41.691052 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:33:42.317378 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 5 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:33:43.442159 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 59183cb1-2b92-4acb-a6f4-f43c96715826 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:33:43.489783 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 59183cb1-2b92-4acb-a6f4-f43c96715826 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:33:43.490205 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:33:58.053288 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f2b256ce-fb86-4051-9cd8-895f97e7cd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:00.712630 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6ef070a4-4f87-44ae-8f6d-cdeb5b1ec15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:01.232579 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:02.485534 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:03.629024 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:19.316196 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 5 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:34:28.055554 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a2d2c3b7-967e-44a8-a68a-f82eddc8f318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:30.712848 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f6a84648-6965-44d3-bef0-8ce7ce6a4299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:31.233356 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:32.488927 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:33.633275 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:45.665971 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44758) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:34:45.672434 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [None req-b359a82b-7bd8-4a1a-9c2a-2d53a1d3450a tempest-verify_tempest_config-294527555 tempest-verify_tempest_config-294527555-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 16:34:45.673375 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-b359a82b-7bd8-4a1a-9c2a-2d53a1d3450a tempest-verify_tempest_config-294527555 tempest-verify_tempest_config-294527555-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064354 Jun 22 16:34:45.970921 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 44776) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:34:46.072325 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:46.160634 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:46.164412 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:46.167268 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:34:46.209608 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df52db44-7590-493b-980b-5e026637c90e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:34:46.214602 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=782b1ebc106144eab430daec7c1acbcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2426953 Jun 22 16:34:46.217643 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44782) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:34:46.219860 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.220233 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.220579 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.220909 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.221235 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.221562 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.221884 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.222233 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.222572 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.222892 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.223210 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.223524 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.227348 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:34:46.272636 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:46.292246 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:46.382595 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:46.385360 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:34:46.386554 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/df52db44-7590-493b-980b-5e026637c90e HTTP/1.1" status: 204 len: 168 time: 0.1677525 Jun 22 16:34:46.387228 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:34:46.394447 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df52db44-7590-493b-980b-5e026637c90e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:34:46.400854 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.401212 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.401551 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.401877 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.402281 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.402629 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.402948 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.403262 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.403624 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.403941 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.404258 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.404567 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:34:46.408102 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:34:56.314319 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 5 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:34:58.056332 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6d0266c9-9b76-4a12-91f4-0258dd12fe9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:00.716877 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0e282750-69ff-40b4-8447-d09df582491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:01.236698 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:02.490969 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:03.634619 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:28.057479 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-483b4fae-cb7f-44c6-96cb-0cdbd343c7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:30.716670 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c9e795b4-75e7-4ebd-8c78-297048d04778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:31.236874 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:32.493883 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:33.313746 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 5 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:35:33.636873 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:35:58.057322 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0e89c68c-2b5f-4c9c-8bf4-056daad34e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:00.717491 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c5846053-80bb-4430-a1a0-6fd29d45cee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:01.236884 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:02.496217 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:03.640539 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:10.311929 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 5 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:36:28.058487 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2304-1892-42c0-acb4-386adc1fae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:30.718514 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-68ddf25f-3b01-4552-96fd-9b3b03f205f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:31.237204 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:31.650547 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138'] for agent, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:32.498503 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:33.644652 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:36:35.583193 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44834) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:36:35.686542 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-075f50ea-f462-4d07-a28b-6a886e2a65d2 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1022136 Jun 22 16:36:37.815586 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 44844) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:36:37.866417 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-c4fc5fb5-7378-44a3-a362-ddc738b7d6e3 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0497248 Jun 22 16:36:47.310409 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:36:58.054011 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-317bfd87-5190-4ab7-ad0c-8deff0364270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:00.718170 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c40a0706-4faa-409d-a9fb-7de6ffeb21f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:01.238101 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:01.619805 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:02.500684 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:03.647964 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:24.309630 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:37:28.057094 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-4c37ed90-ae54-4967-b6a4-ef0fee57fbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:30.718059 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-432f439c-f5f5-4aae-8ee3-c1e66c4ab548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:31.237784 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:31.619181 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:32.503411 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:33.652845 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:37:58.057544 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c1bbbbc0-5fde-4602-b73c-a7cda6438450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:00.718844 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-67ddc069-4022-4c01-8d08-7924355de783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:01.238084 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:01.308535 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:38:01.618659 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:02.506258 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:03.655498 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:09.689511 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45004) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:09.889747 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-network', 'tenant_id': '88a7c22839c04153b5838a01b67803db'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:09.912259 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Made reservation on behalf of 88a7c22839c04153b5838a01b67803db for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:09.915253 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:09.923913 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.025150 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.030462 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.040942 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:10.053895 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:38:10.073186 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.073512 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.segments_db [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Added segment c29ca470-4718-4594-9ec4-eea1be629d82 of type vlan for network 39e8142a-c416-42cd-b306-4bddd040f8dd Jun 22 16:38:10.082379 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb04f06-973b-41aa-b888-7f40af4aaf3c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:10.109233 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.109602 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.109969 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.110308 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.110636 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.110966 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.111285 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.111784 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.112126 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.112507 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.112829 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.113146 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Tracked resource versions report: Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: pushed versions: Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: { 'AddressGroup': {'1.2'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'ConntrackHelper': {'1.0'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Log': {'1.0'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Network': {'1.1'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Port': {'1.7'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'PortForwarding': {'1.2'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'QosPolicy': {'1.8'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'SecurityGroup': {'1.4'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'SecurityGroupRule': {'1.2'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'SubPort': {'1.0'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Subnet': {'1.1'}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Trunk': {'1.1'}} Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: consumer versions: Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: { DHCP agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: HyperV agent@hv-cinder-76810: {}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: L3 agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: Metadata agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: Metering agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: Open vSwitch agent@dv-cinder-768105-10-smb: { 'AddressGroup': '1.2', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'ConntrackHelper': '1.0', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Log': '1.0', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Network': '1.1', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Port': '1.7', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'PortForwarding': '1.2', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'QosPolicy': '1.8', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'SecurityGroup': '1.4', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'SecurityGroupRule': '1.2', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'SubPort': '1.0', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Subnet': '1.1', Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: 'Trunk': '1.1'}} Jun 22 16:38:10.114258 dv-cinder-768105-10-smb neutron-server[93715]: {{(pid=93715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 16:38:10.129995 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:10.142153 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.175644 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.177612 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:10.178780 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.184488 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:10.234834 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45048) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:10.236254 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5442224 Jun 22 16:38:10.244910 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Request body: {'subnet': {'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-subnet', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:10.249749 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Pushing event updated for resources: {'Network': ['ID=39e8142a-c416-42cd-b306-4bddd040f8dd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:10.252756 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:10.261101 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 39e8142a-c416-42cd-b306-4bddd040f8dd details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:38:10.295660 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Made reservation on behalf of 88a7c22839c04153b5838a01b67803db for: {'subnet': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:10.300214 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.450252 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45062) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:10.497345 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.500870 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:10.547613 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b68e72f-c70d-4b06-aacc-ed37636c9ef7,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:10.557228 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.557626 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.558219 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.558430 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.558794 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.559138 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.559630 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.559819 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.560165 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.560495 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.560841 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.561183 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Tracked resource versions report: Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: pushed versions: Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: { 'AddressGroup': {'1.2'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'ConntrackHelper': {'1.0'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Log': {'1.0'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Network': {'1.1'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Port': {'1.7'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'PortForwarding': {'1.2'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'QosPolicy': {'1.8'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'SecurityGroup': {'1.4'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'SecurityGroupRule': {'1.2'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'SubPort': {'1.0'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Subnet': {'1.1'}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Trunk': {'1.1'}} Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: consumer versions: Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: { DHCP agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: HyperV agent@hv-cinder-76810: {}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: L3 agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: Metadata agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: Metering agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: Open vSwitch agent@dv-cinder-768105-10-smb: { 'AddressGroup': '1.2', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'ConntrackHelper': '1.0', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Log': '1.0', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Network': '1.1', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Port': '1.7', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'PortForwarding': '1.2', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'QosPolicy': '1.8', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'SecurityGroup': '1.4', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'SecurityGroupRule': '1.2', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'SubPort': '1.0', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Subnet': '1.1', Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: 'Trunk': '1.1'}} Jun 22 16:38:10.562353 dv-cinder-768105-10-smb neutron-server[93716]: {{(pid=93716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 16:38:10.566768 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:10.584868 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Checking segment: {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:10.585231 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Network hostable DHCP agents. Network: 39e8142a-c416-42cd-b306-4bddd040f8dd, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:38:10.602618 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Network 39e8142a-c416-42cd-b306-4bddd040f8dd is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:38:10.615810 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 39e8142a-c416-42cd-b306-4bddd040f8dd) {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:10.621868 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:10.621868 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.626015 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1c93d-7c8e-4b1f-a862-5c1e910e8192 None None] Network 39e8142a-c416-42cd-b306-4bddd040f8dd requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:10.641062 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45076) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:10.641284 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4027216 Jun 22 16:38:10.646724 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:10.678857 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45078) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:10.688725 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1825629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1123'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.689827 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1146'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.724823 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45082) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:10.737343 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1441829245-network', 'tenant_id': '6076eb4ac3b248ab9114245ba1fe71a5'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:10.766009 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45086) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:10.793852 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.911584 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84151e23-fae4-462b-af24-b80453399b32 None None] Network 39e8142a-c416-42cd-b306-4bddd040f8dd requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:10.946327 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Made reservation on behalf of 6076eb4ac3b248ab9114245ba1fe71a5 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:10.948698 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.959387 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:10.970934 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-131762739-network', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:10.999553 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1825611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1100'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.110502 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-223489145-network', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:11.116595 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.121126 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.128734 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:11.152085 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:38:11.153195 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Made reservation on behalf of 218dc832a5c0440e9daa7b57d8a6ebf5 for: {'network': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:11.156569 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.172306 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.181110 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.181314 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.segments_db [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Added segment cefeec35-6ccb-4f6f-a031-862c6cbf1297 of type vlan for network 334ea948-9252-431b-8178-f78e54a9ed13 Jun 22 16:38:11.189971 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1571195e-33f8-4f0d-a44e-ff408dc0ac9e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:11.190124 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2120184632-network', 'tenant_id': '99d582b6249648bf8d2f3fab4c2715c9'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:11.195240 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:11.226026 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Made reservation on behalf of 3c5fa2de56924183a1e7bf4635fc9a82 for: {'network': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:11.229631 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.246008 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.247612 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.348887 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.380725 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.382730 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.386372 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:11.387098 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.387369 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Made reservation on behalf of 99d582b6249648bf8d2f3fab4c2715c9 for: {'network': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:11.390218 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4236f5e6-7cd8-4c2a-8061-46d8d6135555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:11.394421 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.402466 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.419228 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=93716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:38:11.430524 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.430847 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.segments_db [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Added segment 2603ca91-7e13-410c-84e2-b4777f14cfc0 of type vlan for network 610ba6c5-51f9-40ff-b347-fdd5091db030 Jun 22 16:38:11.485525 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.540249 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.547969 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:11.550320 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.554921 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.572588 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:11.582702 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.678324 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ac8ee6-ed12-49a4-add6-40d6baf02415,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:11.682554 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:11.682958 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:11.715293 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Pushing event updated for resources: {'Network': ['ID=334ea948-9252-431b-8178-f78e54a9ed13,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:11.722783 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:11.731687 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 334ea948-9252-431b-8178-f78e54a9ed13 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:38:11.756153 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Allocated IP 172.28.0.204 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/6b70c6ae-3e30-4d58-b2b9-9698c39eadc7) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:11.804911 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Pushing event updated for resources: {'Network': ['ID=610ba6c5-51f9-40ff-b347-fdd5091db030,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:11.821226 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:11.830820 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:38:11.867828 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.875148 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.880909 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-55a3cd19-67ec-47f3-98e7-23bfb8f9e13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:11.894612 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4431949 Jun 22 16:38:11.897439 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45132) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:11.909536 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Request body: {'subnet': {'network_id': '334ea948-9252-431b-8178-f78e54a9ed13', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1441829245-subnet', 'tenant_id': '6076eb4ac3b248ab9114245ba1fe71a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:11.949587 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ba75a7-4cc4-4d28-8589-b40e8134d454,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:11.953697 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2733154 Jun 22 16:38:11.955339 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:11.957586 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45140) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:11.965089 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Request body: {'subnet': {'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-131762739-subnet', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:11.972968 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=93716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:38:11.990723 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:11.991083 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.segments_db [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Added segment 078df689-a135-4a6f-957a-dd1a2e641243 of type vlan for network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 Jun 22 16:38:12.001792 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.047604 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.054749 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.056492 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.060070 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-eb739450-e3a5-485b-b583-22d0fbb1d1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:12.064671 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.077774 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=93716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:38:12.086975 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.087316 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.segments_db [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Added segment ce73f4fb-bc6c-45d0-bc6d-4745f68064d4 of type vlan for network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c Jun 22 16:38:12.091104 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:12.094646 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:12.099816 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:12.128207 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.136544 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:12.182742 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.184565 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a6bf68-776b-4046-9cc8-8ff6268e89bb,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:12.187765 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:12.188336 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.190876 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:12.192550 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-382361da-32ff-4271-8625-96ec836fee13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:12.196541 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.208656 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Made reservation on behalf of 6076eb4ac3b248ab9114245ba1fe71a5 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:12.210962 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.211646 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:12.212222 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.280728 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0848b92c-b857-4e6d-9c32-8d3267e3fc54,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:12.283966 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:12.284766 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:12.294185 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:38:12.321278 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Made reservation on behalf of 218dc832a5c0440e9daa7b57d8a6ebf5 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:12.323636 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.332255 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Pushing event updated for resources: {'Port': ['ID=6b70c6ae-3e30-4d58-b2b9-9698c39eadc7,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:12.336515 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:12.394893 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6238852 Jun 22 16:38:12.401198 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45158) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:12.404984 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6782520 Jun 22 16:38:12.408086 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45160) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:12.410184 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Request body: {'subnet': {'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2120184632-subnet', 'tenant_id': '99d582b6249648bf8d2f3fab4c2715c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:12.414225 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Request body: {'subnet': {'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-subnet', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:12.425749 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Pushing event updated for resources: {'Network': ['ID=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:12.438696 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:38:12.441192 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:12.634630 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Made reservation on behalf of 99d582b6249648bf8d2f3fab4c2715c9 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:12.637040 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.642302 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Made reservation on behalf of 3c5fa2de56924183a1e7bf4635fc9a82 for: {'subnet': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:12.646539 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.823492 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45172) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:12.915512 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.963764 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45180) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:12.973564 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:12.983697 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:12.994775 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.029188 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2407e02c-8e78-4603-b5df-7389ee134a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:13.066968 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Checking segment: {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:13.067453 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Network hostable DHCP agents. Network: 0848b92c-b857-4e6d-9c32-8d3267e3fc54, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:38:13.077577 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb4871a-0c71-47d4-a4bc-77853f245ef3,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:13.088361 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:13.101496 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:38:13.125987 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 0848b92c-b857-4e6d-9c32-8d3267e3fc54) {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:13.131971 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:13.132849 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.133785 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47c794a-41d0-4b18-a9b2-dbe6e0c9fa44 None None] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:13.174274 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.184750 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7730253 Jun 22 16:38:13.187247 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45192) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:13.199162 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f8da4282-b651-486c-8ce0-6adbe5d1e7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.208734 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:13.298540 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=254589bf-75ea-4b23-8c9f-5278394f0dba,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:13.309263 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f8da4282-b651-486c-8ce0-6adbe5d1e7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.311985 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d67f-bcba-4685-b0f5-feae52c60f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.317380 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:13.320476 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:13.321858 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Checking segment: {'id': 'cefeec35-6ccb-4f6f-a031-862c6cbf1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '334ea948-9252-431b-8178-f78e54a9ed13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:13.322485 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Network hostable DHCP agents. Network: 334ea948-9252-431b-8178-f78e54a9ed13, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:38:13.330098 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f8da4282-b651-486c-8ce0-6adbe5d1e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.332678 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:13.368524 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1825629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1123'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.369733 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1146'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.387471 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9850d6f9-e7c5-58f6-bfb5-703f1585a73f-0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3'}]}} from dv-cinder-768105-10-smb. {{(pid=93717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 16:38:13.388538 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.394269 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.400649 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da4282-b651-486c-8ce0-6adbe5d1e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc73c2-994c-4965-a6df-f05ac8495cf2,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:13.403830 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f8da4282-b651-486c-8ce0-6adbe5d1e7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:13.436307 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f8da4282-b651-486c-8ce0-6adbe5d1e7c7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cbac10c7fa234a98981a3491e41e2879&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4683907 Jun 22 16:38:13.438368 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45196) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:13.514600 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ca730d6-8397-4b32-a96e-8dc93faf8e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.514857 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.515955 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=129548a1-d5f7-4ce5-af3e-168458646282,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:13.520688 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Checking segment: {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:13.521117 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Network hostable DHCP agents. Network: 610ba6c5-51f9-40ff-b347-fdd5091db030, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:38:13.523629 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:13.527538 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-185960ab-7460-4d65-a6b0-271c8c1ab8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:13.536039 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Network 334ea948-9252-431b-8178-f78e54a9ed13 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:38:13.545988 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ca730d6-8397-4b32-a96e-8dc93faf8e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.612194 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625658'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.631685 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.db_base_plugin_common [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Allocated IP 172.20.0.2 (0848b92c-b857-4e6d-9c32-8d3267e3fc54/eeb4871a-0c71-47d4-a4bc-77853f245ef3/47cf7fa0-d091-479e-a6a7-a10d0cadc53b) {{(pid=93717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:13.646704 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 334ea948-9252-431b-8178-f78e54a9ed13) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:13.646994 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d67f-bcba-4685-b0f5-feae52c60f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.655785 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7a7d67f-bcba-4685-b0f5-feae52c60f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.661279 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:13.669415 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff169b35-00ee-423c-8545-f97536f45017 None None] Network 334ea948-9252-431b-8178-f78e54a9ed13 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:13.673913 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:13.675345 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.695540 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ca730d6-8397-4b32-a96e-8dc93faf8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.719312 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:38:13.720570 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7d67f-bcba-4685-b0f5-feae52c60f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f617a8-684c-4ad5-994c-b3d4f1c50ab3,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:13.721296 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:13.728933 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f7a7d67f-bcba-4685-b0f5-feae52c60f25 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cde670f57b2e44d79a30083d791e55be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9041975 Jun 22 16:38:13.729523 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45206) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:13.730322 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f7a7d67f-bcba-4685-b0f5-feae52c60f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:13.732465 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:13.733118 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5ca730d6-8397-4b32-a96e-8dc93faf8e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.736675 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Checking segment: {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:13.738038 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Network hostable DHCP agents. Network: 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:38:13.747802 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-5ca730d6-8397-4b32-a96e-8dc93faf8e0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/59bc73c2-994c-4965-a6df-f05ac8495cf2 HTTP/1.1" status: 204 len: 168 time: 0.3083580 Jun 22 16:38:13.759653 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:13.783473 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca730d6-8397-4b32-a96e-8dc93faf8e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc73c2-994c-4965-a6df-f05ac8495cf2,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:13.788864 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-5ca730d6-8397-4b32-a96e-8dc93faf8e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:13.793493 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 610ba6c5-51f9-40ff-b347-fdd5091db030) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:13.816694 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f61b7f8-63c6-4e98-a7fa-74b9b7c4aecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.833543 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9350746 Jun 22 16:38:13.840219 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:13.841093 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.844887 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Notify callbacks [] for port, precommit_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.855115 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Transition to ACTIVE for port object 47cf7fa0-d091-479e-a6a7-a10d0cadc53b will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:13.857279 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f61b7f8-63c6-4e98-a7fa-74b9b7c4aecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.870701 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Transition to ACTIVE for port object 47cf7fa0-d091-479e-a6a7-a10d0cadc53b will not be triggered until provisioned by entity DHCP. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:13.880317 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe46c4-cc23-475a-8a27-af03dd8bad14 None None] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:13.885535 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.887662 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1825611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1100'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.920333 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:38:13.931835 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f61b7f8-63c6-4e98-a7fa-74b9b7c4aecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.935330 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-0a6ac20a-27b3-4cbd-b00a-d02b0e49b986 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9761667 Jun 22 16:38:13.935628 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f61b7f8-63c6-4e98-a7fa-74b9b7c4aecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:13.939219 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0f61b7f8-63c6-4e98-a7fa-74b9b7c4aecb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2f617a8-684c-4ad5-994c-b3d4f1c50ab3 HTTP/1.1" status: 204 len: 168 time: 0.1863244 Jun 22 16:38:13.939814 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45220) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:13.941462 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:13.955366 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:13.969114 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:13.978858 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:13.979758 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.020852 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-d5d9376e-0306-4cf6-82b0-6420f5a0efa9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6185198 Jun 22 16:38:14.023928 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1825629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1123'] for router, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.028392 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1146'] for router, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.042144 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61b7f8-63c6-4e98-a7fa-74b9b7c4aecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f617a8-684c-4ad5-994c-b3d4f1c50ab3,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:14.073564 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0f61b7f8-63c6-4e98-a7fa-74b9b7c4aecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:14.082967 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:14.085691 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53695727-4ae6-468c-95c2-5ce85ede0938 None None] Network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:14.098491 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Router 09af4164-06b5-411c-b5f0-e7c0df3239f8 is scheduled to L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 16:38:14.121492 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 is already hosted by enough agents. {{(pid=93717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:14.132697 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.base_scheduler [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Resources bound (agent type, host, resource id): {{(pid=93717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:14.135761 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Received port after_create {{(pid=93717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:14.259045 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.368220 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Pushing event updated for resources: {'Port': ['ID=47cf7fa0-d091-479e-a6a7-a10d0cadc53b,revision_number=1']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:14.388966 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9850d6f9-e7c5-58f6-bfb5-703f1585a73f-610ba6c5-51f9-40ff-b347-fdd5091db030', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282'}]}} from dv-cinder-768105-10-smb. {{(pid=93717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 16:38:14.389838 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.418745 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.419095 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.419439 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.419775 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.420107 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.420438 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.420765 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.421088 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.421433 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.421760 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.422109 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.422430 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Tracked resource versions report: Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: pushed versions: Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: { 'AddressGroup': {'1.2'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'ConntrackHelper': {'1.0'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Log': {'1.0'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Network': {'1.1'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Port': {'1.7'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'PortForwarding': {'1.2'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'QosPolicy': {'1.8'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'SecurityGroup': {'1.4'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'SecurityGroupRule': {'1.2'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'SubPort': {'1.0'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Subnet': {'1.1'}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Trunk': {'1.1'}} Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: consumer versions: Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: { DHCP agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: HyperV agent@hv-cinder-76810: {}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: L3 agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: Metadata agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: Metering agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: Open vSwitch agent@dv-cinder-768105-10-smb: { 'AddressGroup': '1.2', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'ConntrackHelper': '1.0', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Log': '1.0', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Network': '1.1', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Port': '1.7', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'PortForwarding': '1.2', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'QosPolicy': '1.8', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'SecurityGroup': '1.4', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'SecurityGroupRule': '1.2', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'SubPort': '1.0', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Subnet': '1.1', Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: 'Trunk': '1.1'}} Jun 22 16:38:14.423545 dv-cinder-768105-10-smb neutron-server[93717]: {{(pid=93717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 16:38:14.426638 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:14.435099 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Attempting to bind port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:14.435485 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Attempting to bind port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:14.435859 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Attempting to bind port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b on network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:14.458965 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:14.459392 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Checking segment: {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:14.459823 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.460226 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Bound using segment: {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:14.460742 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Bound port: 47cf7fa0-d091-479e-a6a7-a10d0cadc53b, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:14.461158 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.722824 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45252) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:14.785012 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ee6b0-682f-4e61-b257-92da475edc6a None None] Network 334ea948-9252-431b-8178-f78e54a9ed13 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:14.786417 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1825611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1100'] for router, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.809856 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92bfcc76-e336-4744-910e-e5c021e15c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.902564 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:38:14.912960 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Sync routers for ids ['09af4164-06b5-411c-b5f0-e7c0df3239f8'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:38:14.928528 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Routers {'09af4164-06b5-411c-b5f0-e7c0df3239f8'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:14.932956 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.937460 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['09af4164-06b5-411c-b5f0-e7c0df3239f8'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:14.957577 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:14.962329 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45262) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:15.010111 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7f06-70be-4b04-874f-0286f0c45f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.013091 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.db_base_plugin_common [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Allocated IP 172.20.0.2 (610ba6c5-51f9-40ff-b347-fdd5091db030/129548a1-d5f7-4ce5-af3e-168458646282/071efa4e-8806-4421-8737-6580beea3a0f) {{(pid=93717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:15.038200 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92bfcc76-e336-4744-910e-e5c021e15c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.049973 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-92bfcc76-e336-4744-910e-e5c021e15c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.084584 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f7b5a2c8-fb83-4181-a812-b5d332fc30de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:15.111431 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.116394 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4736464 Jun 22 16:38:15.126930 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bfcc76-e336-4744-910e-e5c021e15c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f83725-6f2f-41d1-9bee-7d694a3b5669,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:15.136152 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45264) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:15.141056 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-92bfcc76-e336-4744-910e-e5c021e15c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:15.233464 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-92bfcc76-e336-4744-910e-e5c021e15c7f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d7b3fcf1c9634ea9b36368ac26e10392&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5049183 Jun 22 16:38:15.237600 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45276) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:15.276545 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Allocated IP 172.28.0.111 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/55bd302b-be3a-4037-8129-6e671f69c57e) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:15.277791 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Set router 09af4164-06b5-411c-b5f0-e7c0df3239f8 gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:15.290819 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7f06-70be-4b04-874f-0286f0c45f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.298666 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d5fd7f06-70be-4b04-874f-0286f0c45f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.331107 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.333746 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45284) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:15.339212 dv-cinder-768105-10-smb neutron-server[93715]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 22 16:38:15.372163 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:15.386236 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.458760 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45298) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:15.502762 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] For port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:15.508923 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] For port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=47cf7fa0-d091-479e-a6a7-a10d0cadc53b,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:15.530971 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.564644 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d5fd7f06-70be-4b04-874f-0286f0c45f96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b98129b74c746e9b9e6c94fdd70bb1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5990226 Jun 22 16:38:15.564872 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:10Z', 'updated_at': '2021-06-22T16:38:12Z', 'revision_number': 3, 'project_id': '88a7c22839c04153b5838a01b67803db', 'gw_port': {'id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:11Z', 'updated_at': '2021-06-22T16:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:15.567253 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45300) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:15.572383 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f22a1c-cc57-4120-b611-eb37506bc02f None None] Network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:15.576237 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd7f06-70be-4b04-874f-0286f0c45f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f655985-0902-4f5d-8419-c9f0c02bfa5f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:15.579424 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d5fd7f06-70be-4b04-874f-0286f0c45f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:15.593188 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Checking router: 09af4164-06b5-411c-b5f0-e7c0df3239f8 for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:38:15.593489 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Updating router 09af4164-06b5-411c-b5f0-e7c0df3239f8 port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 binding host dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:38:15.608091 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:15.628607 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea360ed8-5fd7-41c3-8579-12b0569406ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.628858 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.655006 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea360ed8-5fd7-41c3-8579-12b0569406ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.708697 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8ba584dc-6a71-456d-8a31-4fd856d4616a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.724676 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea360ed8-5fd7-41c3-8579-12b0569406ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.739326 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ea360ed8-5fd7-41c3-8579-12b0569406ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.741091 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ea360ed8-5fd7-41c3-8579-12b0569406ca admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3f655985-0902-4f5d-8419-c9f0c02bfa5f HTTP/1.1" status: 204 len: 168 time: 0.1729047 Jun 22 16:38:15.742940 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:15.755269 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea360ed8-5fd7-41c3-8579-12b0569406ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f655985-0902-4f5d-8419-c9f0c02bfa5f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:15.768631 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ea360ed8-5fd7-41c3-8579-12b0569406ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:15.821748 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.853054 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Transition to ACTIVE for port object 071efa4e-8806-4421-8737-6580beea3a0f will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:15.876406 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8ba584dc-6a71-456d-8a31-4fd856d4616a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.883935 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Pushing event updated for resources: {'Port': ['ID=47cf7fa0-d091-479e-a6a7-a10d0cadc53b,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:15.898693 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:15.941682 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Transition to ACTIVE for port object 071efa4e-8806-4421-8737-6580beea3a0f will not be triggered until provisioned by entity DHCP. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:15.973562 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:15.994953 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:16.018582 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 is already hosted by enough agents. {{(pid=93717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:16.057160 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.base_scheduler [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Resources bound (agent type, host, resource id): {{(pid=93717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:16.062424 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Received port after_create {{(pid=93717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:16.113656 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-21349d84-9c3c-4dd3-ba21-3bdf9b11948d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:16.122652 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-21349d84-9c3c-4dd3-ba21-3bdf9b11948d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 815 time: 0.6625257 Jun 22 16:38:16.125238 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Pushing event updated for resources: {'Port': ['ID=071efa4e-8806-4421-8737-6580beea3a0f,revision_number=1']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:16.149335 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:16.155251 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-1b7c15fd-0b1c-4b0b-8639-9fbd161e26c3 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:16.162742 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Attempting to bind port 071efa4e-8806-4421-8737-6580beea3a0f on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:16.163445 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Attempting to bind port 071efa4e-8806-4421-8737-6580beea3a0f by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:16.164114 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-1b7c15fd-0b1c-4b0b-8639-9fbd161e26c3 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/networks?id=334ea948-9252-431b-8178-f78e54a9ed13 HTTP/1.1" status: 200 len: 812 time: 0.8257084 Jun 22 16:38:16.164342 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Attempting to bind port 071efa4e-8806-4421-8737-6580beea3a0f on network 610ba6c5-51f9-40ff-b347-fdd5091db030 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:16.169980 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:16.170655 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Checking segment: {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:16.171280 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.171877 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Bound using segment: {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:16.175519 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Bound port: 071efa4e-8806-4421-8737-6580beea3a0f, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:16.176388 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.194502 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.243434 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8ba584dc-6a71-456d-8a31-4fd856d4616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.244958 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-3266f223-7964-464a-83af-629ba99b3a62 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/quotas/99d582b6249648bf8d2f3fab4c2715c9 HTTP/1.1" status: 200 len: 375 time: 0.1209309 Jun 22 16:38:16.251875 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-a3808e63-4c6d-40e3-a84b-19495ef48cb5 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/quotas/6076eb4ac3b248ab9114245ba1fe71a5 HTTP/1.1" status: 200 len: 375 time: 0.0868154 Jun 22 16:38:16.257833 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] For port 071efa4e-8806-4421-8737-6580beea3a0f, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:16.259026 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8ba584dc-6a71-456d-8a31-4fd856d4616a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.261741 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] For port 071efa4e-8806-4421-8737-6580beea3a0f, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=071efa4e-8806-4421-8737-6580beea3a0f,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:16.262782 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-8ba584dc-6a71-456d-8a31-4fd856d4616a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/69f83725-6f2f-41d1-9bee-7d694a3b5669 HTTP/1.1" status: 204 len: 168 time: 1.0241237 Jun 22 16:38:16.267413 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:16.275012 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.278523 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:16.351353 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Pushing event updated for resources: {'Port': ['ID=071efa4e-8806-4421-8737-6580beea3a0f,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:16.356669 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:16.384478 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-04bcef26-64d7-4007-9953-bb43d32b205b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1315615 Jun 22 16:38:16.389590 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-1c1ae96f-1a65-42f1-a1de-5027bfca16ff tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=6076eb4ac3b248ab9114245ba1fe71a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116643 Jun 22 16:38:16.390340 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba584dc-6a71-456d-8a31-4fd856d4616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f83725-6f2f-41d1-9bee-7d694a3b5669,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:16.398712 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-8ba584dc-6a71-456d-8a31-4fd856d4616a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:16.493153 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.501370 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5ca005ea-d148-46d5-8237-9985b7ab0ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:16.563118 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Allocated IP 172.28.0.67 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/709e57c5-968d-4f71-a373-dd1bb79616aa) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:16.602862 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:16.656208 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:16.669922 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:16.672927 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Pushing event updated for resources: {'Port': ['ID=55bd302b-be3a-4037-8129-6e671f69c57e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:16.706616 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:16.724845 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.848586 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.870553 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:16.954840 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:16.986403 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-368c0731-0712-4abb-84f8-33ea24a8f7ed service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 16:38:16.988211 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-368c0731-0712-4abb-84f8-33ea24a8f7ed service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2806003 Jun 22 16:38:17.151113 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:17.153642 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:17.168355 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:17.176140 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.provisioning_blocks [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Transition to ACTIVE for port object 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 will not be triggered until provisioned by entity L2. {{(pid=93718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:17.180484 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:17.184400 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:17.191620 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:17.256392 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-4fec5a8e-66b3-43b3-af69-2c57246009b1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 16:38:17.257355 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-4fec5a8e-66b3-43b3-af69-2c57246009b1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4336429 Jun 22 16:38:17.274349 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912809f8-e5a8-4051-aae4-06985c350360 None None] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:17.281361 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Pushing event updated for resources: {'Port': ['ID=6b70c6ae-3e30-4d58-b2b9-9698c39eadc7,revision_number=2']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:17.304593 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.305190 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.305708 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.306200 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.306661 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.307134 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.307842 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.308410 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.308897 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.309384 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.309858 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.313992 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Tracked resource versions report: Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: pushed versions: Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: { 'AddressGroup': {'1.2'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'ConntrackHelper': {'1.0'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Log': {'1.0'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Network': {'1.1'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Port': {'1.7'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'PortForwarding': {'1.2'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'QosPolicy': {'1.8'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'SecurityGroup': {'1.4'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'SecurityGroupRule': {'1.2'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'SubPort': {'1.0'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Subnet': {'1.1'}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Trunk': {'1.1'}} Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: consumer versions: Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: { DHCP agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: HyperV agent@hv-cinder-76810: {}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: L3 agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: Metadata agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: Metering agent@dv-cinder-768105-10-smb: {}, Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: Open vSwitch agent@dv-cinder-768105-10-smb: { 'AddressGroup': '1.2', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'ConntrackHelper': '1.0', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Log': '1.0', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Network': '1.1', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Port': '1.7', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'PortForwarding': '1.2', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'QosPolicy': '1.8', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'SecurityGroup': '1.4', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'SecurityGroupRule': '1.2', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'SubPort': '1.0', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Subnet': '1.1', Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: 'Trunk': '1.1'}} Jun 22 16:38:17.315925 dv-cinder-768105-10-smb neutron-server[93718]: {{(pid=93718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 22 16:38:17.322378 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:17.357427 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Attempting to bind port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:17.358639 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Attempting to bind port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:17.359211 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Attempting to bind port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 on network d06e2f1a-390b-4c3c-bda4-9f719553dc3b {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:17.369111 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-16b56b68-c25b-4941-b0f7-c0cd9e5e7db7 None None] Provisioning for port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:17.372141 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:17.375790 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Checking segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:17.376465 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:17.377060 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Bound using segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:17.378701 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Bound port: 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:17.381849 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:17.383902 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Pushing event updated for resources: {'Port': ['ID=709e57c5-968d-4f71-a373-dd1bb79616aa,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:17.400164 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:17.470147 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-c0bf4647-126e-4b66-a153-9114e610ce90 service neutron] 10.222.0.70 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960309 Jun 22 16:38:17.488872 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] For port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:17.496490 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] For port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=6b70c6ae-3e30-4d58-b2b9-9698c39eadc7,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:17.503453 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:17.509044 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:17.660105 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Pushing event updated for resources: {'Port': ['ID=6b70c6ae-3e30-4d58-b2b9-9698c39eadc7,revision_number=3']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:17.702000 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:17.757622 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Routers {'09af4164-06b5-411c-b5f0-e7c0df3239f8'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:17.758449 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['09af4164-06b5-411c-b5f0-e7c0df3239f8'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:17.821386 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 47cf7fa0-d091-479e-a6a7-a10d0cadc53b up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:17.907476 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:17.954294 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:17.958252 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:17.958635 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:17.962418 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] Set router 09af4164-06b5-411c-b5f0-e7c0df3239f8 gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:18.121343 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Allocated IP 172.20.0.1 (39e8142a-c416-42cd-b306-4bddd040f8dd/2b68e72f-c70d-4b06-aacc-ed37636c9ef7/22661bf6-714c-4f45-ac9a-295f87131cca) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:18.125612 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b251e44-208d-4e33-bd9b-4c5c1a21e94e None None] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:38:18.235894 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:10Z', 'updated_at': '2021-06-22T16:38:12Z', 'revision_number': 3, 'project_id': '88a7c22839c04153b5838a01b67803db', 'gw_port': {'id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:11Z', 'updated_at': '2021-06-22T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:18.287141 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:18.290445 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625658'] for router, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:18.295842 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b701d71-5ff3-4405-bb52-9145779cf2d2 None None] The sync data for ids ['09af4164-06b5-411c-b5f0-e7c0df3239f8'] in dv-cinder-768105-10-smb is: [{'id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:10Z', 'updated_at': '2021-06-22T16:38:12Z', 'revision_number': 3, 'project_id': '88a7c22839c04153b5838a01b67803db', 'gw_port': {'id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:11Z', 'updated_at': '2021-06-22T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:38:18.300383 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-89dce1b6-397b-4e8b-9209-3e3f87f8f7a3 None None] Provisioning complete for port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:18.300479 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-89dce1b6-397b-4e8b-9209-3e3f87f8f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:18.407976 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:18.473203 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-ca8ad844-f84f-4023-b27f-f861e4a38eb4 service neutron] 10.222.0.70 "GET /v2.0/networks/334ea948-9252-431b-8178-f78e54a9ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2144227 Jun 22 16:38:18.473733 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=47cf7fa0-d091-479e-a6a7-a10d0cadc53b,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:18.478819 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:18.486027 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:18.514585 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 071efa4e-8806-4421-8737-6580beea3a0f up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:18.520970 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:18.574312 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Router 1034729a-8c48-479c-a2fc-d1902fa286cc is scheduled to L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 with binding_index 1 {{(pid=93716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 16:38:18.652771 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-1b79f6b4-ee8b-4634-af36-b9932363a376 service neutron] 10.222.0.70 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1114049 Jun 22 16:38:18.742174 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c9cc4dc7-0a8e-4884-b1db-723ec22a0782 service neutron] 10.222.0.70 "GET /v2.0/networks/334ea948-9252-431b-8178-f78e54a9ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462230 Jun 22 16:38:18.745587 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:18.755719 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7711bf3d-4a43-4b9c-bb69-93d455bcb417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:18.843331 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Network 39e8142a-c416-42cd-b306-4bddd040f8dd is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:18.855296 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:38:18.859311 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:18.867811 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:18.868292 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619724'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:18.883286 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Notify callbacks [] for router, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:18.883430 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Sync routers for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:38:18.886711 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9381511 Jun 22 16:38:18.888590 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45398) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:18.947467 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:18.948121 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:18.955608 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=47cf7fa0-d091-479e-a6a7-a10d0cadc53b,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:18.967549 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:19.259163 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Pushing event updated for resources: {'Port': ['ID=22661bf6-714c-4f45-ac9a-295f87131cca,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:19.305612 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:19.423219 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:19.426890 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625658'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:19.474433 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45446) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:19.480093 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0042d4eb-a161-45d7-b079-f6cc04a1b381 req-600626b1-c4de-4f4a-af09-62b31436cc03 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 210 time: 0.2048655 Jun 22 16:38:19.568286 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-30553cac-0a51-46f7-b692-839fb4744645 req-9f73db7c-713d-4162-b033-ea9acdcefdbb tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 210 time: 0.1428995 Jun 22 16:38:19.569037 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:19.665019 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 071efa4e-8806-4421-8737-6580beea3a0f completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:19.674245 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-9d760a8d-0db0-437c-95b5-71cf3d5fb63d None None] Provisioning for port 071efa4e-8806-4421-8737-6580beea3a0f completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:19.684395 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 071efa4e-8806-4421-8737-6580beea3a0f triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:19.685156 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:19.879608 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-9d760a8d-0db0-437c-95b5-71cf3d5fb63d None None] Provisioning complete for port 071efa4e-8806-4421-8737-6580beea3a0f triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:19.879996 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9d760a8d-0db0-437c-95b5-71cf3d5fb63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.024617 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.078033 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Router 72d2996e-d684-4f0e-8bff-8664529db36c is scheduled to L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 16:38:20.095283 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.099314 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:17Z', 'revision_number': 3, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:20.102870 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 071efa4e-8806-4421-8737-6580beea3a0f, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=071efa4e-8806-4421-8737-6580beea3a0f,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:20.153926 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45460) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:20.185705 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.187113 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Checking router: 1034729a-8c48-479c-a2fc-d1902fa286cc for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:38:20.187703 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Updating router 1034729a-8c48-479c-a2fc-d1902fa286cc port 709e57c5-968d-4f71-a373-dd1bb79616aa binding host dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:38:20.203319 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23b28e63-6f3d-4f27-86a5-908b4ac75c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.250612 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:20.331166 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.401898 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-0d553375-67ec-4aed-a467-e36c633bf9b8 None None] Provisioning complete for port 071efa4e-8806-4421-8737-6580beea3a0f triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:20.402469 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0d553375-67ec-4aed-a467-e36c633bf9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.410696 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=071efa4e-8806-4421-8737-6580beea3a0f,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:20.465034 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:20.594075 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 47cf7fa0-d091-479e-a6a7-a10d0cadc53b up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:20.656632 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e22dd53e-7d26-4dcc-abd1-f5c9f0928066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.790176 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.795702 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:20.796231 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.901398 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-49724394-e2ed-4ec5-aa5c-1ae8f5c16b50 req-367c23ef-7fe3-43f1-add2-d8f3ab0ba4f8 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 210 time: 0.1450412 Jun 22 16:38:20.907571 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.910639 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dadf9f1e-e520-4390-8392-7ee0504e5595 req-5d4eafd7-edf7-4932-9dcb-9860eb9e4d95 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 210 time: 0.2338164 Jun 22 16:38:20.935843 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Allocated IP 172.20.0.1 (610ba6c5-51f9-40ff-b347-fdd5091db030/129548a1-d5f7-4ce5-af3e-168458646282/666731f7-cba8-4c54-92a4-16f3662adf4f) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:20.958563 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1641845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819072'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:20.964453 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:21.092775 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Pushing event updated for resources: {'Port': ['ID=22661bf6-714c-4f45-ac9a-295f87131cca,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:21.101389 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:38:21.111816 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.118460 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:21.127406 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Transition to ACTIVE for port object 709e57c5-968d-4f71-a373-dd1bb79616aa will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:21.135332 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:21.137501 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.139225 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.155540 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Sync routers for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:38:21.163910 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-3824ecc3-1241-4a0a-903b-82d828a3a3a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:21.166909 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Transition to ACTIVE for port object 666731f7-cba8-4c54-92a4-16f3662adf4f will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:21.173191 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:21.178028 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:21.224614 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.233417 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a1245f9c-b859-4ea7-bd71-72f497bfc909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:21.238953 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Attempting to bind port 709e57c5-968d-4f71-a373-dd1bb79616aa on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:21.239483 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Attempting to bind port 709e57c5-968d-4f71-a373-dd1bb79616aa by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:21.240097 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Attempting to bind port 709e57c5-968d-4f71-a373-dd1bb79616aa on network d06e2f1a-390b-4c3c-bda4-9f719553dc3b {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:21.248443 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Network 39e8142a-c416-42cd-b306-4bddd040f8dd is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:21.249417 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:21.250095 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Checking segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:21.250621 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.251138 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Bound using segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:21.252173 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:21.252531 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Bound port: 709e57c5-968d-4f71-a373-dd1bb79616aa, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:21.253555 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.269096 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23b28e63-6f3d-4f27-86a5-908b4ac75c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.276368 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-23b28e63-6f3d-4f27-86a5-908b4ac75c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.295613 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394a0bf-c743-4922-9ee8-09bb289feb38 None None] Pushing event updated for resources: {'Port': ['ID=709e57c5-968d-4f71-a373-dd1bb79616aa,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:21.313614 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f394a0bf-c743-4922-9ee8-09bb289feb38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:21.340770 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Pushing event updated for resources: {'Port': ['ID=666731f7-cba8-4c54-92a4-16f3662adf4f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:21.346449 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:21.368736 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:21.371051 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:21.376715 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:21.381739 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] For port 709e57c5-968d-4f71-a373-dd1bb79616aa, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:21.385757 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] For port 709e57c5-968d-4f71-a373-dd1bb79616aa, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=709e57c5-968d-4f71-a373-dd1bb79616aa,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:21.386865 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:21.387444 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619724'] for router_interface, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.398920 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:21.404127 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:21.404681 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.409139 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.436300 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b28e63-6f3d-4f27-86a5-908b4ac75c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81641dbb-0fd3-4fe5-9743-5e3e202cc837,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:21.469830 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:21.474628 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-23b28e63-6f3d-4f27-86a5-908b4ac75c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:21.482730 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-23b28e63-6f3d-4f27-86a5-908b4ac75c7b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a354979704424d5188cc98d32aa85095&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0015953 Jun 22 16:38:21.523669 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45510) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:21.611861 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394a0bf-c743-4922-9ee8-09bb289feb38 None None] Pushing event updated for resources: {'Port': ['ID=709e57c5-968d-4f71-a373-dd1bb79616aa,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:21.613391 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:21.616474 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f394a0bf-c743-4922-9ee8-09bb289feb38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:21.720672 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:21.721903 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:21.724115 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41381599-e267-4a5b-acfe-9753b0dff8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.776532 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41381599-e267-4a5b-acfe-9753b0dff8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.798387 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Router 09af4164-06b5-411c-b5f0-e7c0df3239f8 has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:38:21.830039 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e22dd53e-7d26-4dcc-abd1-f5c9f0928066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.854742 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e22dd53e-7d26-4dcc-abd1-f5c9f0928066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.880488 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:21.888263 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45522) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:21.889356 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6921465 Jun 22 16:38:21.891457 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-92bfcc76-e336-4744-910e-e5c021e15c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:21.940831 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:16Z', 'revision_number': 3, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:21.947387 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:22.001705 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Checking router: 72d2996e-d684-4f0e-8bff-8664529db36c for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:38:22.002090 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Updating router 72d2996e-d684-4f0e-8bff-8664529db36c port 55bd302b-be3a-4037-8129-6e671f69c57e binding host dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:38:22.073345 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-e22dd53e-7d26-4dcc-abd1-f5c9f0928066 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ff8b37a20904cb199006de8e00121a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9121788 Jun 22 16:38:22.085125 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.087483 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45530) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:22.093966 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22dd53e-7d26-4dcc-abd1-f5c9f0928066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e697ea90-5be4-4b58-a0d7-f8b3ac425b8e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:22.102920 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e22dd53e-7d26-4dcc-abd1-f5c9f0928066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:22.173658 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.189380 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-7fc8eb49-fb51-40bd-a41d-8d54ab46ca0e None None] Provisioning for port 666731f7-cba8-4c54-92a4-16f3662adf4f completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:22.229290 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-7fc8eb49-fb51-40bd-a41d-8d54ab46ca0e None None] Provisioning complete for port 666731f7-cba8-4c54-92a4-16f3662adf4f triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:22.230483 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7fc8eb49-fb51-40bd-a41d-8d54ab46ca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.267139 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:38:22.273525 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.283080 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] 10.222.0.70 "PUT /v2.0/routers/09af4164-06b5-411c-b5f0-e7c0df3239f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1459749 Jun 22 16:38:22.313354 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Sync routers for ids ['09af4164-06b5-411c-b5f0-e7c0df3239f8'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:38:22.359418 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Routers {'09af4164-06b5-411c-b5f0-e7c0df3239f8'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:22.360312 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['09af4164-06b5-411c-b5f0-e7c0df3239f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:22.369192 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41381599-e267-4a5b-acfe-9753b0dff8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.410482 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d31e5273-4b5c-4da7-a717-ac0e3d4172c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.456842 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-41381599-e267-4a5b-acfe-9753b0dff8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.461367 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-41381599-e267-4a5b-acfe-9753b0dff8f5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/81641dbb-0fd3-4fe5-9743-5e3e202cc837 HTTP/1.1" status: 204 len: 168 time: 0.9364038 Jun 22 16:38:22.462337 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:22.465762 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4cef7403-f891-4f01-80e4-672147b7216f req-3a500101-2ecc-4f10-a997-81c0e697ef17 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 210 time: 0.1816001 Jun 22 16:38:22.473819 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97a016c7-24a6-45ba-9560-18691661d886 req-2a491bf9-bb15-4427-8ad1-1b194efab4b7 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 210 time: 0.1881616 Jun 22 16:38:22.486408 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41381599-e267-4a5b-acfe-9753b0dff8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81641dbb-0fd3-4fe5-9743-5e3e202cc837,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:22.495108 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Set router 09af4164-06b5-411c-b5f0-e7c0df3239f8 gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:22.508125 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-41381599-e267-4a5b-acfe-9753b0dff8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:22.646659 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=6b70c6ae-3e30-4d58-b2b9-9698c39eadc7,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:22.724219 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.727898 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.753451 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.780700 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.provisioning_blocks [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Transition to ACTIVE for port object 55bd302b-be3a-4037-8129-6e671f69c57e will not be triggered until provisioned by entity L2. {{(pid=93718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:22.794198 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.811103 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:22.825452 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.836047 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1641845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819072'] for router_interface, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.880797 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d31e5273-4b5c-4da7-a717-ac0e3d4172c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.882963 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:22.890727 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd8d3c-3708-49f3-8034-75d8d385c219 None None] Pushing event updated for resources: {'Port': ['ID=55bd302b-be3a-4037-8129-6e671f69c57e,revision_number=2']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:22.896559 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.74', 60127) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:22.908394 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Attempting to bind port 55bd302b-be3a-4037-8129-6e671f69c57e on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:22.908830 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Attempting to bind port 55bd302b-be3a-4037-8129-6e671f69c57e by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:22.909239 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Attempting to bind port 55bd302b-be3a-4037-8129-6e671f69c57e on network d06e2f1a-390b-4c3c-bda4-9f719553dc3b {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:22.911554 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-8bfd8d3c-3708-49f3-8034-75d8d385c219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:22.916296 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:22.916687 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Checking segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:22.917101 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.917551 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Bound using segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:22.918087 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Bound port: 55bd302b-be3a-4037-8129-6e671f69c57e, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:22.918488 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:22.996022 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] For port 55bd302b-be3a-4037-8129-6e671f69c57e, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:23.000180 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] For port 55bd302b-be3a-4037-8129-6e671f69c57e, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=55bd302b-be3a-4037-8129-6e671f69c57e,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:23.006782 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:23.015178 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-f325f4cd-32f7-4d1f-9ce7-a90e30fe64ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:23.135823 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd8d3c-3708-49f3-8034-75d8d385c219 None None] Pushing event updated for resources: {'Port': ['ID=55bd302b-be3a-4037-8129-6e671f69c57e,revision_number=3']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:23.137647 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:23.139254 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-8bfd8d3c-3708-49f3-8034-75d8d385c219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:23.145535 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-def0b6d4-96b4-479e-8a08-8d7325948e0b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:23.148273 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-def0b6d4-96b4-479e-8a08-8d7325948e0b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 815 time: 0.2496324 Jun 22 16:38:23.150442 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:23.150879 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:23.156277 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45552) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:23.212605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b16dc426-88e5-4daa-b874-acd26b9524ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:23.240456 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Request body: {'port': {'device_id': 'c26b3f6e-1931-4e7c-921e-eb0dc2822b06', 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c', 'admin_state_up': True, 'tenant_id': '99d582b6249648bf8d2f3fab4c2715c9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:23.247478 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8eb49-fb51-40bd-a41d-8d54ab46ca0e None None] Port 666731f7-cba8-4c54-92a4-16f3662adf4f cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:38:23.269964 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:23.305608 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Pushing event updated for resources: {'Port': ['ID=666731f7-cba8-4c54-92a4-16f3662adf4f,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:23.343660 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:23.367965 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:23.374806 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 071efa4e-8806-4421-8737-6580beea3a0f up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:23.389830 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:23.396706 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d31e5273-4b5c-4da7-a717-ac0e3d4172c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:23.456620 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d31e5273-4b5c-4da7-a717-ac0e3d4172c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:23.460377 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d31e5273-4b5c-4da7-a717-ac0e3d4172c1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e697ea90-5be4-4b58-a0d7-f8b3ac425b8e HTTP/1.1" status: 204 len: 168 time: 1.3297131 Jun 22 16:38:23.460377 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:23.506170 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e5273-4b5c-4da7-a717-ac0e3d4172c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e697ea90-5be4-4b58-a0d7-f8b3ac425b8e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:23.521471 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d31e5273-4b5c-4da7-a717-ac0e3d4172c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:23.576248 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Made reservation on behalf of 99d582b6249648bf8d2f3fab4c2715c9 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:23.579924 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:23.608850 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=6b70c6ae-3e30-4d58-b2b9-9698c39eadc7,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:23.664859 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:23.871605 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-05641ac7-0133-4a36-b99c-3f8d30f8628d None None] Provisioning complete for port 666731f7-cba8-4c54-92a4-16f3662adf4f triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:23.871743 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:16Z', 'revision_number': 3, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:23.872291 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-05641ac7-0133-4a36-b99c-3f8d30f8628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:23.906162 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b16dc426-88e5-4daa-b874-acd26b9524ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:23.918381 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-6cd6fdad-80e4-4994-b689-ab6cf856c355 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:23.919697 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-6cd6fdad-80e4-4994-b689-ab6cf856c355 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 819 time: 0.3458502 Jun 22 16:38:23.925811 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b16dc426-88e5-4daa-b874-acd26b9524ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:23.949125 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-05641ac7-0133-4a36-b99c-3f8d30f8628d None None] Port 666731f7-cba8-4c54-92a4-16f3662adf4f cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:38:23.959028 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 071efa4e-8806-4421-8737-6580beea3a0f triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:23.959421 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:23.979795 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.74', 60132) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:24.007610 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f7dc0-f0f9-40b4-b54b-e04f4a73e9f3 None None] The sync data for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb is: [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:16Z', 'revision_number': 3, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:38:24.016825 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0e0768a1-67bd-4e13-9090-8484da2de240 req-047f4fb5-9d5a-4737-ad89-726878b94f83 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 210 time: 0.0929468 Jun 22 16:38:24.043839 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:17Z', 'revision_number': 3, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:24.045430 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-41381599-e267-4a5b-acfe-9753b0dff8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:24.056162 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-b16dc426-88e5-4daa-b874-acd26b9524ea admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=320217725f09456ca9174bbb1b79ddee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8964269 Jun 22 16:38:24.059889 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45592) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:24.071038 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:10Z', 'updated_at': '2021-06-22T16:38:19Z', 'revision_number': 4, 'project_id': '88a7c22839c04153b5838a01b67803db', 'gw_port': {'id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:11Z', 'updated_at': '2021-06-22T16:38:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '22661bf6-714c-4f45-ac9a-295f87131cca', 'name': '', 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'mac_address': 'fa:16:3e:fa:f3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b68e72f-c70d-4b06-aacc-ed37636c9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:17Z', 'updated_at': '2021-06-22T16:38:19Z', 'revision_number': 2, 'project_id': '88a7c22839c04153b5838a01b67803db', 'subnets': [{'id': '2b68e72f-c70d-4b06-aacc-ed37636c9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:24.135748 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad87331e-9e4c-4fe0-af4f-1e7793b65851 None None] The sync data for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb is: [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:17Z', 'revision_number': 3, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:38:24.137531 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Checking router: 09af4164-06b5-411c-b5f0-e7c0df3239f8 for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:38:24.137908 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Updating router 09af4164-06b5-411c-b5f0-e7c0df3239f8 port 22661bf6-714c-4f45-ac9a-295f87131cca binding host dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:38:24.249046 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:24.331736 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-2bc60480-455f-4f2b-a186-d8e425c7c894 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/quotas/88a7c22839c04153b5838a01b67803db HTTP/1.1" status: 200 len: 375 time: 0.3967795 Jun 22 16:38:24.337773 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Router 1034729a-8c48-479c-a2fc-d1902fa286cc has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:38:24.348336 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:24.630096 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-eaea68a6-37f7-4311-b225-d9e84734a267 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:24.632411 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-eaea68a6-37f7-4311-b225-d9e84734a267 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.74 "GET /v2.0/networks?id=334ea948-9252-431b-8178-f78e54a9ed13 HTTP/1.1" status: 200 len: 812 time: 0.6477337 Jun 22 16:38:24.670979 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Request body: {'port': {'device_id': '039b3479-b199-4d5a-a0a3-6afd0611e417', 'network_id': '334ea948-9252-431b-8178-f78e54a9ed13', 'admin_state_up': True, 'tenant_id': '6076eb4ac3b248ab9114245ba1fe71a5'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:24.916869 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:24.955598 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Transition to ACTIVE for port object 22661bf6-714c-4f45-ac9a-295f87131cca will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:24.978875 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:24.984974 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:25.156595 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55691e1-b57e-405c-abc9-72ca31e7c66d None None] Pushing event updated for resources: {'Port': ['ID=22661bf6-714c-4f45-ac9a-295f87131cca,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:25.165586 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f55691e1-b57e-405c-abc9-72ca31e7c66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:25.238839 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-de988f11-7d3b-406c-99c0-b3bc09c9d324 req-a3a694c2-60fb-4ad4-abc4-b74e2cb11754 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 210 time: 0.6307085 Jun 22 16:38:25.240139 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16dc426-88e5-4daa-b874-acd26b9524ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead2538e-4f3f-4d2e-8984-691892f3d9c6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:25.265162 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b16dc426-88e5-4daa-b874-acd26b9524ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.221s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:25.362514 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Allocated IP 172.20.0.1 (0848b92c-b857-4e6d-9c32-8d3267e3fc54/eeb4871a-0c71-47d4-a4bc-77853f245ef3/eddc9115-b148-4fcb-a163-bf9f739382bd) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:25.488987 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Attempting to bind port 22661bf6-714c-4f45-ac9a-295f87131cca on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:25.492917 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Attempting to bind port 22661bf6-714c-4f45-ac9a-295f87131cca by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:25.494628 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Attempting to bind port 22661bf6-714c-4f45-ac9a-295f87131cca on network 39e8142a-c416-42cd-b306-4bddd040f8dd {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:25.524100 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:25.535287 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Checking segment: {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:25.536102 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:25.536765 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Bound using segment: {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:25.537923 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Bound port: 22661bf6-714c-4f45-ac9a-295f87131cca, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:25.538581 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:25.609612 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Allocated IP 172.20.0.5 (284f56e7-6fec-4d8a-bfa7-1e123bf8e54c/a66b6cc0-a922-44e4-a8ff-dfd170c8d86a/9e1e2658-2966-4f68-b052-94a88e0b0e35) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:25.629905 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9340b6fb-d9a1-4568-999c-d7eee6118e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:25.704289 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:25.708823 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 709e57c5-968d-4f71-a373-dd1bb79616aa up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:25.740086 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Transition to ACTIVE for port object eddc9115-b148-4fcb-a163-bf9f739382bd will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:25.822898 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-adbf02f1-c1e6-49e4-ba16-cdab20356cd3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4834180 Jun 22 16:38:25.904603 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9340b6fb-d9a1-4568-999c-d7eee6118e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:25.924227 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b00dceac-14b3-4b73-a7da-969b191f184e req-4ea2c7d5-245d-40f6-955e-e78e6c01208a tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 210 time: 0.2264719 Jun 22 16:38:25.931746 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] For port 22661bf6-714c-4f45-ac9a-295f87131cca, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:25.943273 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] For port 22661bf6-714c-4f45-ac9a-295f87131cca, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=22661bf6-714c-4f45-ac9a-295f87131cca,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:25.951079 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:25.969303 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:26.054900 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:26.058269 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:38:26.083625 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] 10.222.0.70 "PUT /v2.0/routers/1034729a-8c48-479c-a2fc-d1902fa286cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1846259 Jun 22 16:38:26.151940 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:26.185656 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 709e57c5-968d-4f71-a373-dd1bb79616aa completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:26.233673 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 709e57c5-968d-4f71-a373-dd1bb79616aa triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:26.239939 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:26.341612 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Pushing event updated for resources: {'Port': ['ID=eddc9115-b148-4fcb-a163-bf9f739382bd,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:26.351387 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:26.414791 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55691e1-b57e-405c-abc9-72ca31e7c66d None None] Pushing event updated for resources: {'Port': ['ID=22661bf6-714c-4f45-ac9a-295f87131cca,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:26.424009 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f55691e1-b57e-405c-abc9-72ca31e7c66d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:26.447493 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Routers {'09af4164-06b5-411c-b5f0-e7c0df3239f8'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:26.454577 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['09af4164-06b5-411c-b5f0-e7c0df3239f8'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:26.528833 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:26.557792 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:26.579016 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:26.579410 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619724'] for router_interface, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:26.894306 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.055206 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.091917 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9340b6fb-d9a1-4568-999c-d7eee6118e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.117075 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Made reservation on behalf of 6076eb4ac3b248ab9114245ba1fe71a5 for: {'port': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:27.121657 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.222130 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9340b6fb-d9a1-4568-999c-d7eee6118e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.238205 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-9340b6fb-d9a1-4568-999c-d7eee6118e3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ead2538e-4f3f-4d2e-8984-691892f3d9c6 HTTP/1.1" status: 204 len: 168 time: 3.0056124 Jun 22 16:38:27.242306 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-dacaf4d9-049d-4bbd-a4aa-a3c334409a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:27.322200 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] Set router 09af4164-06b5-411c-b5f0-e7c0df3239f8 gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:27.410414 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.453993 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.519779 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-bafb3e12-984e-4bd2-bf75-604254a1d35f service neutron] 10.222.0.70 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6865613 Jun 22 16:38:27.630300 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:27.733896 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-8026af38-6304-4cd3-b448-a4e97de1934a None None] Provisioning for port eddc9115-b148-4fcb-a163-bf9f739382bd completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:27.752242 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-8026af38-6304-4cd3-b448-a4e97de1934a None None] Provisioning complete for port eddc9115-b148-4fcb-a163-bf9f739382bd triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:27.753068 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8026af38-6304-4cd3-b448-a4e97de1934a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.797258 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:27.857117 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-8026af38-6304-4cd3-b448-a4e97de1934a None None] Port eddc9115-b148-4fcb-a163-bf9f739382bd cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:38:27.882435 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 709e57c5-968d-4f71-a373-dd1bb79616aa, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=709e57c5-968d-4f71-a373-dd1bb79616aa,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:27.886768 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Allocated IP 172.20.0.5 (334ea948-9252-431b-8178-f78e54a9ed13/254589bf-75ea-4b23-8c9f-5278394f0dba/2001afa1-1b3f-4596-b45d-329be7e701b2) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:27.892145 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:27.906899 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.910233 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:27.910758 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:27.913702 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 55bd302b-be3a-4037-8129-6e671f69c57e up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:27.920435 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:28.065111 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Pushing event updated for resources: {'Port': ['ID=9e1e2658-2966-4f68-b052-94a88e0b0e35,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:28.087934 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-b2757ea8-2833-4c78-aad1-e69c87dbad95 service neutron] 10.222.0.70 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651019 Jun 22 16:38:28.126611 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9150090 Jun 22 16:38:28.132217 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:28.132658 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.873s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:28.167767 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-eb7f6de4-a225-44b6-8019-23025b39c978 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 22 16:38:28.168820 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-eb7f6de4-a225-44b6-8019-23025b39c978 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207419 Jun 22 16:38:28.208546 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ebe64-5cd0-4abe-aaf3-76a6e025a535 req-84cf3353-5354-43db-8179-5e2c93265229 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:28.226423 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cc7ebe64-5cd0-4abe-aaf3-76a6e025a535 req-84cf3353-5354-43db-8179-5e2c93265229 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 931 time: 1.1900146 Jun 22 16:38:28.228420 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340b6fb-d9a1-4568-999c-d7eee6118e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead2538e-4f3f-4d2e-8984-691892f3d9c6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:28.238123 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9340b6fb-d9a1-4568-999c-d7eee6118e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:28.258190 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7f7f12ce-94fd-43cf-92bf-71578c714647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:28.344580 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Sync routers for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:38:28.347343 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=709e57c5-968d-4f71-a373-dd1bb79616aa,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:28.362132 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:28.387380 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:28.387380 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:28.388100 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:10Z', 'updated_at': '2021-06-22T16:38:19Z', 'revision_number': 4, 'project_id': '88a7c22839c04153b5838a01b67803db', 'gw_port': {'id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:11Z', 'updated_at': '2021-06-22T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '22661bf6-714c-4f45-ac9a-295f87131cca', 'name': '', 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'mac_address': 'fa:16:3e:fa:f3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b68e72f-c70d-4b06-aacc-ed37636c9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:17Z', 'updated_at': '2021-06-22T16:38:25Z', 'revision_number': 4, 'project_id': '88a7c22839c04153b5838a01b67803db', 'subnets': [{'id': '2b68e72f-c70d-4b06-aacc-ed37636c9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:28.392786 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cc7ebe64-5cd0-4abe-aaf3-76a6e025a535 req-34661a86-e1f2-40c8-8920-25f19eb3b845 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564784 Jun 22 16:38:28.450991 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707a6ea1-db90-4920-a29d-ae3fd14d764f None None] The sync data for ids ['09af4164-06b5-411c-b5f0-e7c0df3239f8'] in dv-cinder-768105-10-smb is: [{'id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:10Z', 'updated_at': '2021-06-22T16:38:19Z', 'revision_number': 4, 'project_id': '88a7c22839c04153b5838a01b67803db', 'gw_port': {'id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:11Z', 'updated_at': '2021-06-22T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '22661bf6-714c-4f45-ac9a-295f87131cca', 'name': '', 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'mac_address': 'fa:16:3e:fa:f3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '2b68e72f-c70d-4b06-aacc-ed37636c9ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:17Z', 'updated_at': '2021-06-22T16:38:25Z', 'revision_number': 4, 'project_id': '88a7c22839c04153b5838a01b67803db', 'subnets': [{'id': '2b68e72f-c70d-4b06-aacc-ed37636c9ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:38:28.457788 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 55bd302b-be3a-4037-8129-6e671f69c57e completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:28.467389 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 55bd302b-be3a-4037-8129-6e671f69c57e triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:28.467905 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:28.635420 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:28.676221 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:28.702805 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1641845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819072'] for router_interface, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:28.759753 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:28.806342 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:28.830208 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 55bd302b-be3a-4037-8129-6e671f69c57e, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=55bd302b-be3a-4037-8129-6e671f69c57e,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:28.844061 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:28.846949 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:28.850677 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:28.929674 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:28.975661 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5cc0d750-c3bc-46b5-a58d-0c2978cf84da req-2fbd436e-d4c3-44ec-97f9-268047bddf61 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 210 time: 0.1102498 Jun 22 16:38:29.007799 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Request body: {'port': {'device_id': 'c26b3f6e-1931-4e7c-921e-eb0dc2822b06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:29.219077 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:29.513218 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:29.596458 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=55bd302b-be3a-4037-8129-6e671f69c57e,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:29.607328 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:29.607328 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:29.609080 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Pushing event updated for resources: {'Port': ['ID=eddc9115-b148-4fcb-a163-bf9f739382bd,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:29.614355 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:29.618186 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:29.659373 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:22Z', 'revision_number': 2, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:29.698734 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Checking router: 1034729a-8c48-479c-a2fc-d1902fa286cc for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:38:29.699100 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Updating router 1034729a-8c48-479c-a2fc-d1902fa286cc port 666731f7-cba8-4c54-92a4-16f3662adf4f binding host dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:38:29.755560 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:29.788708 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:29.801574 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:29.872042 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:29.997855 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:30.273569 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45738) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:30.340790 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4aec7f2f-477c-42aa-ad45-de2085349572 req-44759460-0504-44d1-94b7-bef2b2e7c780 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 210 time: 0.9047267 Jun 22 16:38:30.385487 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-90892ba4-0afd-4845-9854-ac4633c0b256 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1533619352', 'description': 'tempest-description--633852312'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:30.450336 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-47ddf867-dbd6-498b-b097-0b2cc38a02be None None] Provisioning complete for port eddc9115-b148-4fcb-a163-bf9f739382bd triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:30.453706 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-47ddf867-dbd6-498b-b097-0b2cc38a02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:30.456486 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Network 334ea948-9252-431b-8178-f78e54a9ed13 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:30.597552 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 22661bf6-714c-4f45-ac9a-295f87131cca up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:30.698226 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1e2658-2966-4f68-b052-94a88e0b0e35 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:30.762506 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:30.763672 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Router 72d2996e-d684-4f0e-8bff-8664529db36c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:38:30.771637 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Pushing event updated for resources: {'Port': ['ID=2001afa1-1b3f-4596-b45d-329be7e701b2,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:30.785454 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:30.809644 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:30.908319 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:30.918147 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:30.919256 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:30.922693 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-47ddf867-dbd6-498b-b097-0b2cc38a02be None None] Port eddc9115-b148-4fcb-a163-bf9f739382bd cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:38:30.946931 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9d9d5613-95c6-4939-a43c-adb5cfc54cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:30.964736 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 22661bf6-714c-4f45-ac9a-295f87131cca completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:30.976375 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90892ba4-0afd-4845-9854-ac4633c0b256 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:30.984286 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 22661bf6-714c-4f45-ac9a-295f87131cca triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:30.984716 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.002995 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3581080 Jun 22 16:38:31.080676 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Transition to ACTIVE for port object 9e1e2658-2966-4f68-b052-94a88e0b0e35 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:31.114684 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:38:31.128200 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] 10.222.0.70 "PUT /v2.0/routers/72d2996e-d684-4f0e-8bff-8664529db36c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2347977 Jun 22 16:38:31.131518 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Sync routers for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:38:31.133214 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.168902 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:31.186665 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:31.187392 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:31.234200 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.253975 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90892ba4-0afd-4845-9854-ac4633c0b256 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.260616 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90892ba4-0afd-4845-9854-ac4633c0b256 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.273731 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.provisioning_blocks [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Transition to ACTIVE for port object 666731f7-cba8-4c54-92a4-16f3662adf4f will not be triggered until provisioned by entity L2. {{(pid=93718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:31.292047 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.298431 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0f61b7f8-63c6-4e98-a7fa-74b9b7c4aecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:31.300648 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e2658-2966-4f68-b052-94a88e0b0e35,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:31.305557 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:31.397436 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:31.425103 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Request body: {'port': {'device_id': '039b3479-b199-4d5a-a0a3-6afd0611e417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:31.430395 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54816d1-a90f-4880-97ec-9b5a6fbb7c26 None None] Pushing event updated for resources: {'Port': ['ID=666731f7-cba8-4c54-92a4-16f3662adf4f,revision_number=3']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:31.435303 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-e54816d1-a90f-4880-97ec-9b5a6fbb7c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:31.443625 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90892ba4-0afd-4845-9854-ac4633c0b256 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0f89cc-f5be-4071-9ed4-2fc868819a95,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:31.457727 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-90892ba4-0afd-4845-9854-ac4633c0b256 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:31.458646 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-90892ba4-0afd-4845-9854-ac4633c0b256 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.459717 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-90892ba4-0afd-4845-9854-ac4633c0b256 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1647434 Jun 22 16:38:31.472202 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45804) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:31.495412 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-a61012be-f32a-499b-bcb7-af7c1475dded tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'security_group_rule': {'security_group_id': 'ce0f89cc-f5be-4071-9ed4-2fc868819a95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:31.557922 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Attempting to bind port 666731f7-cba8-4c54-92a4-16f3662adf4f on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:31.558808 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Attempting to bind port 666731f7-cba8-4c54-92a4-16f3662adf4f by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:31.559727 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Attempting to bind port 666731f7-cba8-4c54-92a4-16f3662adf4f on network 610ba6c5-51f9-40ff-b347-fdd5091db030 {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:31.563358 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.570650 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:31.571308 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Checking segment: {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:31.571900 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.572517 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Bound using segment: {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:31.573222 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Bound port: 666731f7-cba8-4c54-92a4-16f3662adf4f, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'}}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:31.573808 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.679279 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Attempting to bind port 9e1e2658-2966-4f68-b052-94a88e0b0e35 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:31.680693 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Attempting to bind port 9e1e2658-2966-4f68-b052-94a88e0b0e35 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:31.681834 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Attempting to bind port 9e1e2658-2966-4f68-b052-94a88e0b0e35 on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:31.708962 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f3bb2-2cb5-4a7b-93ba-e4b7297b1a4a req-8701c488-6671-4a84-9612-cdba7ca50d0a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:31.714600 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.720018 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7f3f3bb2-2cb5-4a7b-93ba-e4b7297b1a4a req-8701c488-6671-4a84-9612-cdba7ca50d0a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 931 time: 1.0007758 Jun 22 16:38:31.743115 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Port 9e1e2658-2966-4f68-b052-94a88e0b0e35 on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:38:31.747003 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Attempting to bind port 9e1e2658-2966-4f68-b052-94a88e0b0e35 on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:31.790929 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] For port 666731f7-cba8-4c54-92a4-16f3662adf4f, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:31.794088 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.794266 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:31.794672 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Checking segment: {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:31.796710 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Bound using segment: {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:31.797194 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Bound port: 9e1e2658-2966-4f68-b052-94a88e0b0e35, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:31.803075 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.803479 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] For port 666731f7-cba8-4c54-92a4-16f3662adf4f, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=666731f7-cba8-4c54-92a4-16f3662adf4f,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:31.813724 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.816780 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:31.842989 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d9ae4-1640-4051-8fb7-d8b3ff120617 req-68adcaad-55f1-4c9f-bb70-3f8fb2d690ff tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:31.853961 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c0d9ae4-1640-4051-8fb7-d8b3ff120617 req-68adcaad-55f1-4c9f-bb70-3f8fb2d690ff tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 931 time: 0.9284773 Jun 22 16:38:31.876064 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:31.889484 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a61012be-f32a-499b-bcb7-af7c1475dded tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:31.952711 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54816d1-a90f-4880-97ec-9b5a6fbb7c26 None None] Pushing event updated for resources: {'Port': ['ID=666731f7-cba8-4c54-92a4-16f3662adf4f,revision_number=4']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:31.965519 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:31.968060 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:31.971961 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-e54816d1-a90f-4880-97ec-9b5a6fbb7c26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:32.021793 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7f3f3bb2-2cb5-4a7b-93ba-e4b7297b1a4a req-7fe4b255-a2af-4f83-a63e-eda019a53090 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003917 Jun 22 16:38:32.085996 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:32.155731 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.74', 60150) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:32.198994 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c0d9ae4-1640-4051-8fb7-d8b3ff120617 req-49012f28-7607-419a-ac07-345bae95c200 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442616 Jun 22 16:38:32.203673 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 22661bf6-714c-4f45-ac9a-295f87131cca, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=22661bf6-714c-4f45-ac9a-295f87131cca,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:32.221776 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:32.224944 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 709e57c5-968d-4f71-a373-dd1bb79616aa up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:32.272483 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:32.379873 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=22661bf6-714c-4f45-ac9a-295f87131cca,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:32.394975 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:32.396262 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:32.462362 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a61012be-f32a-499b-bcb7-af7c1475dded tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:32.500900 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a61012be-f32a-499b-bcb7-af7c1475dded tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:32.506994 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 709e57c5-968d-4f71-a373-dd1bb79616aa triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:32.509664 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:32.538527 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:32.545956 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] For port 9e1e2658-2966-4f68-b052-94a88e0b0e35, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:32.753736 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:32.837489 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61012be-f32a-499b-bcb7-af7c1475dded tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcdd47b-e434-4d97-aa23-3fd38745c65f,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:32.852641 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 2, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:32.915375 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a61012be-f32a-499b-bcb7-af7c1475dded tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:32.949819 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a61012be-f32a-499b-bcb7-af7c1475dded tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:32.956217 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-a61012be-f32a-499b-bcb7-af7c1475dded tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4823234 Jun 22 16:38:32.956822 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45858) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:32.975426 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Checking router: 72d2996e-d684-4f0e-8bff-8664529db36c for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:38:32.978483 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Updating router 72d2996e-d684-4f0e-8bff-8664529db36c port eddc9115-b148-4fcb-a163-bf9f739382bd binding host dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:38:32.984757 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 55bd302b-be3a-4037-8129-6e671f69c57e up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:32.995004 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:31Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:32.997529 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-8db82e9d-4867-440f-95d7-930ef97ba9c4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'security_group_rule': {'security_group_id': 'ce0f89cc-f5be-4071-9ed4-2fc868819a95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:33.030680 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] For port 9e1e2658-2966-4f68-b052-94a88e0b0e35, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=9e1e2658-2966-4f68-b052-94a88e0b0e35,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:33.048339 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:33.068147 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-50b6ccf0-b660-470a-aa65-bace87ca33fc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:33.085119 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccc7fcb-d883-4c66-b63f-5bb3147b43f9 None None] The sync data for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb is: [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:31Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:38:33.125458 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:33.258033 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 55bd302b-be3a-4037-8129-6e671f69c57e triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:33.258470 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:33.289092 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:33.290336 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:33.292426 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] 10.222.0.74 "PUT /v2.0/ports/9e1e2658-2966-4f68-b052-94a88e0b0e35 HTTP/1.1" status: 200 len: 1093 time: 4.6782334 Jun 22 16:38:33.302000 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26b3f6e-1931-4e7c-921e-eb0dc2822b06', 'tag': '9e1e2658-2966-4f68-b052-94a88e0b0e35'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:33.317362 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45866) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:33.343696 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-07c7f9e2-891a-4d3b-a232-e10074b21977 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--105280102', 'description': 'tempest-description--2132872000'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:33.426703 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-0e8e9e86-2cac-4834-9d9a-411acb347ee4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:33.428366 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-0e8e9e86-2cac-4834-9d9a-411acb347ee4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 819 time: 1.2705235 Jun 22 16:38:33.458391 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8db82e9d-4867-440f-95d7-930ef97ba9c4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:33.513267 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e2658-2966-4f68-b052-94a88e0b0e35,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:33.520730 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07c7f9e2-891a-4d3b-a232-e10074b21977 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:33.535143 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:33.559697 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-24f47a20-bd7e-4849-aed3-3988ca9113ef tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:33.571009 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-24f47a20-bd7e-4849-aed3-3988ca9113ef tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 819 time: 1.1398506 Jun 22 16:38:33.598821 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64447402-ab80-49ab-8e48-4e4753c5658b" -d '{"events": [{"name": "network-changed", "server_uuid": "c26b3f6e-1931-4e7c-921e-eb0dc2822b06", "tag": "9e1e2658-2966-4f68-b052-94a88e0b0e35"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:33.610699 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-72e27f0e-db11-425b-b924-19be6a48185c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/quotas/88a7c22839c04153b5838a01b67803db HTTP/1.1" status: 200 len: 375 time: 0.0385695 Jun 22 16:38:33.794629 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8db82e9d-4867-440f-95d7-930ef97ba9c4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:33.822191 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8db82e9d-4867-440f-95d7-930ef97ba9c4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:33.828303 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:33.841858 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Request body: {'port': {'device_id': '3c1e3966-2c84-4bc2-9409-a021b5478c79', 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd', 'admin_state_up': True, 'tenant_id': '88a7c22839c04153b5838a01b67803db'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:33.859310 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:33.866541 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-849b8d1d-993f-4de8-897a-ec4807e27243 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2548196 Jun 22 16:38:33.982446 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db82e9d-4867-440f-95d7-930ef97ba9c4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03e9b7c-8bdd-4a67-96da-bf60811b4c76,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:34.071847 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8db82e9d-4867-440f-95d7-930ef97ba9c4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:34.079141 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.098346 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Transition to ACTIVE for port object eddc9115-b148-4fcb-a163-bf9f739382bd will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:34.109418 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.114168 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:34.225386 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2001afa1-1b3f-4596-b45d-329be7e701b2 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:34.251719 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439a6d1-659e-4f18-8dd3-90b9772e0b8f None None] Pushing event updated for resources: {'Port': ['ID=eddc9115-b148-4fcb-a163-bf9f739382bd,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:34.269332 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-4439a6d1-659e-4f18-8dd3-90b9772e0b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:34.288904 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.312861 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07c7f9e2-891a-4d3b-a232-e10074b21977 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.349360 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07c7f9e2-891a-4d3b-a232-e10074b21977 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.372877 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Transition to ACTIVE for port object 2001afa1-1b3f-4596-b45d-329be7e701b2 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:34.395894 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8db82e9d-4867-440f-95d7-930ef97ba9c4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.406245 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-8db82e9d-4867-440f-95d7-930ef97ba9c4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4157667 Jun 22 16:38:34.406245 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-5ca730d6-8397-4b32-a96e-8dc93faf8e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:34.419159 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.447258 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45900) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:34.453203 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 22661bf6-714c-4f45-ac9a-295f87131cca up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:34.465740 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Attempting to bind port eddc9115-b148-4fcb-a163-bf9f739382bd on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:34.468942 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Attempting to bind port eddc9115-b148-4fcb-a163-bf9f739382bd by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:34.469460 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Attempting to bind port eddc9115-b148-4fcb-a163-bf9f739382bd on network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:34.491033 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'floatingip': {'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:34.531063 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:34.534134 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Checking segment: {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:34.534828 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.538333 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Bound using segment: {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:34.539197 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Bound port: eddc9115-b148-4fcb-a163-bf9f739382bd, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:34.539981 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.541448 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-07c7f9e2-891a-4d3b-a232-e10074b21977 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.543085 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-07c7f9e2-891a-4d3b-a232-e10074b21977 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2222354 Jun 22 16:38:34.600284 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 45904) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:34.620924 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7f9e2-891a-4d3b-a232-e10074b21977 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5401359f-4d50-4292-a87a-578067d72d40,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:34.624304 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-07c7f9e2-891a-4d3b-a232-e10074b21977 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:34.639027 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:34.654924 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4213eb31-0ed2-473b-85ff-70fb577b1982 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'security_group_rule': {'security_group_id': '5401359f-4d50-4292-a87a-578067d72d40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:34.662612 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.681693 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 22661bf6-714c-4f45-ac9a-295f87131cca triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:34.682404 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.689055 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Attempting to bind port 2001afa1-1b3f-4596-b45d-329be7e701b2 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:34.690382 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Attempting to bind port 2001afa1-1b3f-4596-b45d-329be7e701b2 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'cefeec35-6ccb-4f6f-a031-862c6cbf1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '334ea948-9252-431b-8178-f78e54a9ed13'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:34.691091 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Attempting to bind port 2001afa1-1b3f-4596-b45d-329be7e701b2 on network 334ea948-9252-431b-8178-f78e54a9ed13 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:34.703928 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Port 2001afa1-1b3f-4596-b45d-329be7e701b2 on network 334ea948-9252-431b-8178-f78e54a9ed13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:38:34.704683 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Attempting to bind port 2001afa1-1b3f-4596-b45d-329be7e701b2 on network 334ea948-9252-431b-8178-f78e54a9ed13 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:34.717141 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-c38900db-937d-471c-a0ae-af97cd3dc81c service neutron] 10.222.0.70 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8496869 Jun 22 16:38:34.727751 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:34.728637 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Checking segment: {'id': 'cefeec35-6ccb-4f6f-a031-862c6cbf1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '334ea948-9252-431b-8178-f78e54a9ed13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:34.729588 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Bound using segment: {'id': 'cefeec35-6ccb-4f6f-a031-862c6cbf1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '334ea948-9252-431b-8178-f78e54a9ed13'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:34.730527 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Bound port: 2001afa1-1b3f-4596-b45d-329be7e701b2, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefeec35-6ccb-4f6f-a031-862c6cbf1297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '334ea948-9252-431b-8178-f78e54a9ed13'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:34.731129 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.733993 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Pushing event updated for resources: {'Port': ['ID=2001afa1-1b3f-4596-b45d-329be7e701b2,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:34.751587 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:34.819168 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] For port eddc9115-b148-4fcb-a163-bf9f739382bd, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:34.823188 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] For port eddc9115-b148-4fcb-a163-bf9f739382bd, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=eddc9115-b148-4fcb-a163-bf9f739382bd,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:34.833147 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.836878 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:34.867668 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] For port 2001afa1-1b3f-4596-b45d-329be7e701b2, host hv-cinder-76810, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:34.873843 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] For port 2001afa1-1b3f-4596-b45d-329be7e701b2, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2001afa1-1b3f-4596-b45d-329be7e701b2,segment=NetworkSegment(cefeec35-6ccb-4f6f-a031-862c6cbf1297),segment_id=cefeec35-6ccb-4f6f-a031-862c6cbf1297)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:34.887445 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.889966 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c5743-3be8-41db-a1c2-145e4affb2bc req-be9f6bfb-e73f-4526-a904-fe56cb15a8c2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:34.891745 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-113c5743-3be8-41db-a1c2-145e4affb2bc req-be9f6bfb-e73f-4526-a904-fe56cb15a8c2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 943 time: 1.1499560 Jun 22 16:38:34.900411 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:34.900772 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439a6d1-659e-4f18-8dd3-90b9772e0b8f None None] Pushing event updated for resources: {'Port': ['ID=eddc9115-b148-4fcb-a163-bf9f739382bd,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:34.904642 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-4439a6d1-659e-4f18-8dd3-90b9772e0b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:34.968437 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 666731f7-cba8-4c54-92a4-16f3662adf4f up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:34.991150 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:34.996651 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:34.998285 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] 10.222.0.74 "PUT /v2.0/ports/2001afa1-1b3f-4596-b45d-329be7e701b2 HTTP/1.1" status: 200 len: 1093 time: 3.7009358 Jun 22 16:38:34.998892 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '039b3479-b199-4d5a-a0a3-6afd0611e417', 'tag': '2001afa1-1b3f-4596-b45d-329be7e701b2'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:35.037380 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:38:35.038115 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:38:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:35.062849 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-0d8a2957-2ed3-472c-84b9-67a79d3e0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:35.067300 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-0d8a2957-2ed3-472c-84b9-67a79d3e0d69 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 1096 time: 0.8135674 Jun 22 16:38:35.113781 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4213eb31-0ed2-473b-85ff-70fb577b1982 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.229643 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Pushing event updated for resources: {'Port': ['ID=2001afa1-1b3f-4596-b45d-329be7e701b2,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:35.244673 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:35.294358 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Made reservation on behalf of 88a7c22839c04153b5838a01b67803db for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:35.305281 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.348026 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a164319-06e4-444d-90a2-916fd9ac5e11" -d '{"events": [{"name": "network-changed", "server_uuid": "039b3479-b199-4d5a-a0a3-6afd0611e417", "tag": "2001afa1-1b3f-4596-b45d-329be7e701b2"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:35.416755 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-113c5743-3be8-41db-a1c2-145e4affb2bc req-301482d9-f04c-498e-9285-28cb794125ee tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679410 Jun 22 16:38:35.426730 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 666731f7-cba8-4c54-92a4-16f3662adf4f completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:35.449413 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 666731f7-cba8-4c54-92a4-16f3662adf4f triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:35.450299 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.552559 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4213eb31-0ed2-473b-85ff-70fb577b1982 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.576346 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:38:35.612201 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4213eb31-0ed2-473b-85ff-70fb577b1982 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.673513 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.695525 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-0e7fd82c-688e-492d-ba63-3d7515fa92e3 service neutron] 10.222.0.70 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9474564 Jun 22 16:38:35.719810 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:35.764956 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213eb31-0ed2-473b-85ff-70fb577b1982 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7840b736-6e2e-4882-9e21-1bb39a293f5d,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:35.777575 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4213eb31-0ed2-473b-85ff-70fb577b1982 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:35.780730 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4213eb31-0ed2-473b-85ff-70fb577b1982 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.785308 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-4213eb31-0ed2-473b-85ff-70fb577b1982 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1828625 Jun 22 16:38:35.785445 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45922) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:35.797559 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-426ffda4-c6b4-4635-9622-3f47aaf09ebb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'security_group_rule': {'security_group_id': '5401359f-4d50-4292-a87a-578067d72d40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:35.859453 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-426ffda4-c6b4-4635-9622-3f47aaf09ebb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.905233 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.941688 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 666731f7-cba8-4c54-92a4-16f3662adf4f, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=666731f7-cba8-4c54-92a4-16f3662adf4f,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:35.961666 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-426ffda4-c6b4-4635-9622-3f47aaf09ebb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.964693 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Allocated IP 172.20.0.14 (39e8142a-c416-42cd-b306-4bddd040f8dd/2b68e72f-c70d-4b06-aacc-ed37636c9ef7/8246896d-372f-4be7-9cd9-7fa2daa880f8) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:35.968011 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.968340 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-426ffda4-c6b4-4635-9622-3f47aaf09ebb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:35.977173 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-4439a6d1-659e-4f18-8dd3-90b9772e0b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:36.015543 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd9052-d77a-421f-b5b7-2d1be71cc8a1 req-ec870e27-1491-4d15-b1a1-5de260bfeb42 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:36.016356 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8db82e9d-4867-440f-95d7-930ef97ba9c4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:36.037312 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-44fd9052-d77a-421f-b5b7-2d1be71cc8a1 req-ec870e27-1491-4d15-b1a1-5de260bfeb42 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 943 time: 0.4292390 Jun 22 16:38:36.073515 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ffda4-c6b4-4635-9622-3f47aaf09ebb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64289f17-71c8-4fd8-8bad-bd4f53a67771,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:36.092830 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-426ffda4-c6b4-4635-9622-3f47aaf09ebb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:36.094461 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-426ffda4-c6b4-4635-9622-3f47aaf09ebb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:36.102329 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-426ffda4-c6b4-4635-9622-3f47aaf09ebb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3142276 Jun 22 16:38:36.104250 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 45930) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:36.120884 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'floatingip': {'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:36.138216 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=666731f7-cba8-4c54-92a4-16f3662adf4f,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:36.144337 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:36.185315 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:36.193415 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:34Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:38:36.334635 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214251e-2d89-453c-bc54-4188645ffa10 None None] The sync data for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb is: [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:34Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:38:36.463333 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e195e6b-5dd9-4857-a1f1-a5f7320fc016 x-openstack-request-id: req-2e195e6b-5dd9-4857-a1f1-a5f7320fc016 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:36.463638 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26b3f6e-1931-4e7c-921e-eb0dc2822b06", "tag": "9e1e2658-2966-4f68-b052-94a88e0b0e35", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:36.463905 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2e195e6b-5dd9-4857-a1f1-a5f7320fc016 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:36.470636 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c26b3f6e-1931-4e7c-921e-eb0dc2822b06', 'tag': '9e1e2658-2966-4f68-b052-94a88e0b0e35', 'status': 'completed', 'code': 200} Jun 22 16:38:36.497297 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-44fd9052-d77a-421f-b5b7-2d1be71cc8a1 req-fdc84948-6c4e-4cd9-9321-72e4e05a9076 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564075 Jun 22 16:38:36.564128 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Allocated IP 172.28.0.39 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/b0cdc687-6d75-43d0-b399-0dfd7edcfd27) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:36.590347 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:37.000190 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9636b7e3-9ef0-4fda-b530-56125c2f64a0 x-openstack-request-id: req-9636b7e3-9ef0-4fda-b530-56125c2f64a0 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:37.000536 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "039b3479-b199-4d5a-a0a3-6afd0611e417", "tag": "2001afa1-1b3f-4596-b45d-329be7e701b2", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:37.000796 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9636b7e3-9ef0-4fda-b530-56125c2f64a0 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:37.001293 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '039b3479-b199-4d5a-a0a3-6afd0611e417', 'tag': '2001afa1-1b3f-4596-b45d-329be7e701b2', 'status': 'completed', 'code': 200} Jun 22 16:38:37.086735 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a1f5973f-e880-4a97-bfa2-237e76f382dd req-9156cf1d-03be-42e2-9d5f-c169e16f747b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 210 time: 0.1904571 Jun 22 16:38:37.268429 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:37.319507 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:37.364674 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:37.375612 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:37.414130 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:37.439310 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Allocated IP 172.28.0.21 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/2e4f2b51-12fb-4b59-9d85-cb6c64757be4) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:37.457855 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Network 39e8142a-c416-42cd-b306-4bddd040f8dd is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:37.466275 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:37.486613 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:37.501071 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:37.501924 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:37.512853 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:37.524398 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969acfd8-7e20-4e76-95ff-103ba573e0c5 req-8957f42f-ad5a-493e-a867-d57e596643b6 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:37.526883 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-969acfd8-7e20-4e76-95ff-103ba573e0c5 req-8957f42f-ad5a-493e-a867-d57e596643b6 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 943 time: 0.4648292 Jun 22 16:38:37.539275 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:37.544313 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:37.552568 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Pushing event updated for resources: {'Port': ['ID=8246896d-372f-4be7-9cd9-7fa2daa880f8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:37.578595 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:37.579295 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:37.602319 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7791224 Jun 22 16:38:37.655743 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:37.817370 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:37.822367 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:37.884535 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'Port': ['ID=2e4f2b51-12fb-4b59-9d85-cb6c64757be4,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:37.888581 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:37.897871 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:37.899571 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:37.902053 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:38.041779 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.092760 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-969acfd8-7e20-4e76-95ff-103ba573e0c5 req-966e8707-5339-442b-ae9e-fcde450c5eb7 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195863 Jun 22 16:38:38.137443 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.165276 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.171366 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'Port': ['ID=b0cdc687-6d75-43d0-b399-0dfd7edcfd27,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:38.177689 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:38.216141 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b39a0-46f2-4b42-b2f9-a58f307c9532 req-85cd91fb-f729-4263-9eab-4d55052a060c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:38.218134 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0e8b39a0-46f2-4b42-b2f9-a58f307c9532 req-85cd91fb-f729-4263-9eab-4d55052a060c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 943 time: 0.2832420 Jun 22 16:38:38.285719 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.329649 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:38:38.389776 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device eddc9115-b148-4fcb-a163-bf9f739382bd up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:38.566818 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port eddc9115-b148-4fcb-a163-bf9f739382bd completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:38.577803 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port eddc9115-b148-4fcb-a163-bf9f739382bd triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:38.578223 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.599010 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.614180 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.616972 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:38.664555 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0e8b39a0-46f2-4b42-b2f9-a58f307c9532 req-bc802dd4-4ace-4125-bb68-66f3755c144d tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869925 Jun 22 16:38:38.671233 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bb267dcc-1837-42d1-9337-97d6c6f7d9e9 req-b814935a-98af-4a59-aa43-0a6590dcd6b4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 210 time: 0.0852623 Jun 22 16:38:38.690086 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.694849 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.704973 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.711886 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:38.747068 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.765623 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'Port': ['ID=2e4f2b51-12fb-4b59-9d85-cb6c64757be4,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:38.782153 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:38.783485 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.785196 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6792705 Jun 22 16:38:38.818173 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port eddc9115-b148-4fcb-a163-bf9f739382bd, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=eddc9115-b148-4fcb-a163-bf9f739382bd,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:38.823289 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.827218 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 666731f7-cba8-4c54-92a4-16f3662adf4f up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:38.831282 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-5599192b-ccf9-48c9-adfe-190daac2e18d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:38.840966 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.888307 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'Port': ['ID=b0cdc687-6d75-43d0-b399-0dfd7edcfd27,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:38.899798 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:38.901558 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:38.903130 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4442019 Jun 22 16:38:38.977919 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 666731f7-cba8-4c54-92a4-16f3662adf4f triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:38.978555 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:39.013763 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=eddc9115-b148-4fcb-a163-bf9f739382bd,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:39.021256 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:40.056726 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device eddc9115-b148-4fcb-a163-bf9f739382bd up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:40.103094 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port eddc9115-b148-4fcb-a163-bf9f739382bd triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:40.103480 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:42.091048 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-e8755222-0acd-47d2-aa5a-184e2825d3a1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--105280102&fields=id&tenant_id=3c5fa2de56924183a1e7bf4635fc9a82 HTTP/1.1" status: 200 len: 267 time: 0.0622036 Jun 22 16:38:42.113607 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-e71abf81-c46d-43f8-aba6-8df5643c3885 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1533619352&fields=id&tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5 HTTP/1.1" status: 200 len: 267 time: 0.0785425 Jun 22 16:38:42.268490 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-42c0bc60-7950-48b6-ad5d-540976158445 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:42.269832 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-42c0bc60-7950-48b6-ad5d-540976158445 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 816 time: 0.1711161 Jun 22 16:38:42.292425 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-b9be52c3-2a8f-47c9-95d2-28ca6add45a3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:42.293778 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-b9be52c3-2a8f-47c9-95d2-28ca6add45a3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 810 time: 0.1706002 Jun 22 16:38:42.295432 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-a53059b6-eabd-40e3-9373-df25d201e5b7 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/quotas/3c5fa2de56924183a1e7bf4635fc9a82 HTTP/1.1" status: 200 len: 375 time: 0.0200911 Jun 22 16:38:42.317914 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-37e8c3b7-c2b6-4cf1-b2e9-f6067c898996 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/quotas/218dc832a5c0440e9daa7b57d8a6ebf5 HTTP/1.1" status: 200 len: 375 time: 0.0181379 Jun 22 16:38:42.408498 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Request body: {'port': {'device_id': '3c1e3966-2c84-4bc2-9409-a021b5478c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:42.501008 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-bd90fc87-f809-4a16-ba0e-7b39661eb399 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1e2658-2966-4f68-b052-94a88e0b0e35 HTTP/1.1" status: 200 len: 217 time: 0.0977330 Jun 22 16:38:42.510703 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b4a5ec87-52fa-4e29-a755-74fba544a353 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2093806 Jun 22 16:38:42.514749 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a164319-06e4-444d-90a2-916fd9ac5e11 req-8ca7c84d-931c-40ff-898d-8141cac91b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:42.516226 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5a164319-06e4-444d-90a2-916fd9ac5e11 req-8ca7c84d-931c-40ff-898d-8141cac91b3f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6076eb4ac3b248ab9114245ba1fe71a5&device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 1096 time: 0.0906467 Jun 22 16:38:42.525877 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-f8ad6e00-6895-4de6-b707-d6b246f412f1 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1882157 Jun 22 16:38:42.703617 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:42.727699 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-ae7c769f-5953-4e4a-ad20-f0f212075639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:42.729155 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-ae7c769f-5953-4e4a-ad20-f0f212075639 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 200 len: 855 time: 0.1588156 Jun 22 16:38:42.740998 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a164319-06e4-444d-90a2-916fd9ac5e11 req-25540cf8-f9db-4f2d-8aba-5a7f27982c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:42.742644 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5a164319-06e4-444d-90a2-916fd9ac5e11 req-25540cf8-f9db-4f2d-8aba-5a7f27982c24 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=6076eb4ac3b248ab9114245ba1fe71a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1729786 Jun 22 16:38:42.820913 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-a2f6c9b5-fc30-49b5-a3bf-806398ee93c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768814 Jun 22 16:38:42.888873 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46094) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:42.907595 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-c0cecb1d-e619-4094-a29b-dd475034ae93 service neutron] 10.222.0.70 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566277 Jun 22 16:38:42.913081 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-17693975-4e2d-441a-a2bf-21d6ff59eb24 service neutron] 10.222.0.70 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633375 Jun 22 16:38:42.937289 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a164319-06e4-444d-90a2-916fd9ac5e11 req-33d3c843-7925-4139-ba25-fbd768ee3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:42.938903 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5a164319-06e4-444d-90a2-916fd9ac5e11 req-33d3c843-7925-4139-ba25-fbd768ee3a92 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1878345 Jun 22 16:38:43.026400 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6cb2bdc5-2fe8-431c-b71b-356ae53bf731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:43.081076 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-a25d72b0-80d5-47b5-b5d0-3002e4e0b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:43.082636 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-a25d72b0-80d5-47b5-b5d0-3002e4e0b964 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6076eb4ac3b248ab9114245ba1fe71a5&device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 1096 time: 0.0999074 Jun 22 16:38:43.160268 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-2c1cfbb8-0161-47c6-9b69-a6266429722d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2001afa1-1b3f-4596-b45d-329be7e701b2 HTTP/1.1" status: 200 len: 217 time: 0.0652702 Jun 22 16:38:43.239358 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6cb2bdc5-2fe8-431c-b71b-356ae53bf731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:43.241519 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-fb0e540d-eca9-4b74-b803-6f4e878e15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:43.242607 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-fb0e540d-eca9-4b74-b803-6f4e878e15f6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=254589bf-75ea-4b23-8c9f-5278394f0dba HTTP/1.1" status: 200 len: 852 time: 0.0726314 Jun 22 16:38:43.244478 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6cb2bdc5-2fe8-431c-b71b-356ae53bf731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:43.248042 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:43.329682 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-8e84f02f-4e44-4e4d-baee-1e7642c2896d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=334ea948-9252-431b-8178-f78e54a9ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711806 Jun 22 16:38:43.343322 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-6cb2bdc5-2fe8-431c-b71b-356ae53bf731 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1bdf556682ac44789f2fdeb25a55fbcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4534094 Jun 22 16:38:43.351335 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 46104) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:43.356640 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2bdc5-2fe8-431c-b71b-356ae53bf731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26431cce-71c6-4f69-a8c9-00886ff653c3,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:43.356796 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-fcac380c-8a6f-42fd-8ddb-0f1d11d733cf service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037010 Jun 22 16:38:43.360126 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6cb2bdc5-2fe8-431c-b71b-356ae53bf731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:43.424996 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.74', 60172) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:43.444983 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-160c3437-cf39-4028-acc3-922b44eaa902 service neutron] 10.222.0.70 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230882 Jun 22 16:38:43.478719 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-6a838d9b-7f08-455d-bd04-ae9a8919f42b service neutron] 10.222.0.74 "GET /v2.0/networks/334ea948-9252-431b-8178-f78e54a9ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341319 Jun 22 16:38:43.500661 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-16497def-b3a9-42c2-a033-7241e3c1eed3 service neutron] 10.222.0.70 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824039 Jun 22 16:38:43.616903 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-875f6809-91fb-4d99-9125-1fde8f5477e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:43.622456 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8cb42043-a8a3-4ad4-b40c-417260105a82 req-2f97504f-12bb-4425-b816-4ebb572e9324 service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396166 Jun 22 16:38:43.683218 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-875f6809-91fb-4d99-9125-1fde8f5477e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:43.867244 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8246896d-372f-4be7-9cd9-7fa2daa880f8 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:43.922991 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:43.980665 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-7528edf6-de2b-47ed-a373-ff532d03daee tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:43.982317 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-7528edf6-de2b-47ed-a373-ff532d03daee tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 819 time: 0.5563257 Jun 22 16:38:44.004613 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Request body: {'port': {'device_id': '788365ae-4c24-4cf2-a6c9-64590d3c2846', 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd', 'admin_state_up': True, 'tenant_id': '88a7c22839c04153b5838a01b67803db'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:44.022157 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-c9e85e48-70c3-4c8a-a309-df2c6ab50823 req-8fbae086-f64f-4b34-a31f-4acdd6c471a4 service neutron] 10.222.0.74 "GET /v2.0/networks/334ea948-9252-431b-8178-f78e54a9ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999409 Jun 22 16:38:44.053355 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Transition to ACTIVE for port object 8246896d-372f-4be7-9cd9-7fa2daa880f8 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:44.059480 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-875f6809-91fb-4d99-9125-1fde8f5477e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:44.068944 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-875f6809-91fb-4d99-9125-1fde8f5477e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:44.073253 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-875f6809-91fb-4d99-9125-1fde8f5477e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26431cce-71c6-4f69-a8c9-00886ff653c3 HTTP/1.1" status: 204 len: 168 time: 0.7154725 Jun 22 16:38:44.074016 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:44.077332 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:44.080578 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64447402-ab80-49ab-8e48-4e4753c5658b req-710a8000-e143-4ece-9324-0406df96e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:44.082068 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64447402-ab80-49ab-8e48-4e4753c5658b req-710a8000-e143-4ece-9324-0406df96e74b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 1096 time: 0.3702066 Jun 22 16:38:44.119896 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f6809-91fb-4d99-9125-1fde8f5477e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26431cce-71c6-4f69-a8c9-00886ff653c3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:44.122333 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-875f6809-91fb-4d99-9125-1fde8f5477e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:44.149571 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:44.229601 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60203eee-ee72-492d-8f7c-eb5c9df54465 req-c701fb44-2561-4338-9c0f-9b71af109196 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:44.231231 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-60203eee-ee72-492d-8f7c-eb5c9df54465 req-c701fb44-2561-4338-9c0f-9b71af109196 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 943 time: 0.3676751 Jun 22 16:38:44.231603 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Made reservation on behalf of 88a7c22839c04153b5838a01b67803db for: {'port': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:44.235824 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:44.240395 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a3fb4-e4a6-46bb-80a6-f446d81a34b3 req-b200443b-c25e-48ef-b5c3-a68524759116 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:44.242413 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-821a3fb4-e4a6-46bb-80a6-f446d81a34b3 req-b200443b-c25e-48ef-b5c3-a68524759116 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 943 time: 0.3677247 Jun 22 16:38:44.367244 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64447402-ab80-49ab-8e48-4e4753c5658b req-35d9ea38-6fb2-4114-b772-f463567c517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:44.368639 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64447402-ab80-49ab-8e48-4e4753c5658b req-35d9ea38-6fb2-4114-b772-f463567c517c service neutron] 10.222.0.74 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 916 time: 0.2721999 Jun 22 16:38:44.472848 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64447402-ab80-49ab-8e48-4e4753c5658b req-6881ae47-99b9-467b-a5b0-e2552f85d70a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1e2658-2966-4f68-b052-94a88e0b0e35 HTTP/1.1" status: 200 len: 217 time: 0.0867074 Jun 22 16:38:44.476960 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Allocated IP 172.20.0.3 (39e8142a-c416-42cd-b306-4bddd040f8dd/2b68e72f-c70d-4b06-aacc-ed37636c9ef7/3e9fc773-caf1-49df-806f-7cebe3984576) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:44.481691 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Pushing event updated for resources: {'Port': ['ID=8246896d-372f-4be7-9cd9-7fa2daa880f8,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:44.500486 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:44.518240 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-60203eee-ee72-492d-8f7c-eb5c9df54465 req-6678df18-3dcd-436b-ae1f-59a23ea66bc4 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864088 Jun 22 16:38:44.531773 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-821a3fb4-e4a6-46bb-80a6-f446d81a34b3 req-865e2417-9580-4761-8d26-c5edfe75606d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929986 Jun 22 16:38:44.587158 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Attempting to bind port 8246896d-372f-4be7-9cd9-7fa2daa880f8 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:44.587587 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Attempting to bind port 8246896d-372f-4be7-9cd9-7fa2daa880f8 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:44.587866 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Attempting to bind port 8246896d-372f-4be7-9cd9-7fa2daa880f8 on network 39e8142a-c416-42cd-b306-4bddd040f8dd {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:44.623404 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Port 8246896d-372f-4be7-9cd9-7fa2daa880f8 on network 39e8142a-c416-42cd-b306-4bddd040f8dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:38:44.624258 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Attempting to bind port 8246896d-372f-4be7-9cd9-7fa2daa880f8 on network 39e8142a-c416-42cd-b306-4bddd040f8dd {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:44.653324 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:44.655307 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Checking segment: {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:44.657449 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Bound using segment: {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:44.662497 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Bound port: 8246896d-372f-4be7-9cd9-7fa2daa880f8, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:44.662954 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:44.679545 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64447402-ab80-49ab-8e48-4e4753c5658b req-e586dcd3-98f6-4c01-a0d8-df8d54b0e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:44.691006 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64447402-ab80-49ab-8e48-4e4753c5658b req-e586dcd3-98f6-4c01-a0d8-df8d54b0e54c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 200 len: 855 time: 0.1838858 Jun 22 16:38:44.742205 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64447402-ab80-49ab-8e48-4e4753c5658b req-1ddd1506-c599-46db-a142-7b58e5592d68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442135 Jun 22 16:38:44.749179 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:44.809981 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:44.815488 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:44.896792 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Network 39e8142a-c416-42cd-b306-4bddd040f8dd is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:44.909184 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:44.917757 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:44.923394 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] For port 8246896d-372f-4be7-9cd9-7fa2daa880f8, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:44.931124 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:44.934356 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:44.967430 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Pushing event updated for resources: {'Port': ['ID=3e9fc773-caf1-49df-806f-7cebe3984576,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:44.981164 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:44.982991 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9843199 Jun 22 16:38:45.001298 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2b18595d-fef8-424d-b7ff-15861595dbfb req-f5255485-288b-4676-87ad-1e6410a9e1cc tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 210 time: 0.0818596 Jun 22 16:38:45.009527 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] For port 8246896d-372f-4be7-9cd9-7fa2daa880f8, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:45.018533 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64447402-ab80-49ab-8e48-4e4753c5658b req-563691b5-43bb-4c12-8f66-6c6a23040435 service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536500 Jun 22 16:38:45.027299 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc71a4-c911-4ad4-9acc-1ed6921899a1 req-e7bf420b-ea98-4ec3-a1b4-734d218913e8 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:45.028851 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c1cc71a4-c911-4ad4-9acc-1ed6921899a1 req-e7bf420b-ea98-4ec3-a1b4-734d218913e8 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 931 time: 0.2857351 Jun 22 16:38:45.030784 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Request body: {'port': {'device_id': '788365ae-4c24-4cf2-a6c9-64590d3c2846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:45.062735 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:45.134710 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:45.173293 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:45.208390 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:45.209071 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:45.210616 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] 10.222.0.74 "PUT /v2.0/ports/8246896d-372f-4be7-9cd9-7fa2daa880f8 HTTP/1.1" status: 200 len: 1094 time: 2.8084829 Jun 22 16:38:45.214556 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1e3966-2c84-4bc2-9409-a021b5478c79', 'tag': '8246896d-372f-4be7-9cd9-7fa2daa880f8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:45.216868 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23912ab7-a277-42b5-af98-1866267b5a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1e3966-2c84-4bc2-9409-a021b5478c79", "tag": "8246896d-372f-4be7-9cd9-7fa2daa880f8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:45.235073 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c1cc71a4-c911-4ad4-9acc-1ed6921899a1 req-078d812f-ce9d-406c-9029-8832832ee6aa tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957650 Jun 22 16:38:45.257978 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Pushing event updated for resources: {'Port': ['ID=8246896d-372f-4be7-9cd9-7fa2daa880f8,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:45.266899 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:45.302309 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a0973284-010a-4eed-a268-97320071ffe8 req-93e712f5-6fc8-480e-a69f-8b3cf1882399 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 210 time: 0.0473840 Jun 22 16:38:45.311925 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64447402-ab80-49ab-8e48-4e4753c5658b req-2f9d1a61-3ccf-45c1-a3ef-2d477420620a service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820520 Jun 22 16:38:45.348734 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c73857-0c7a-417f-a707-6b261a102985 x-openstack-request-id: req-24c73857-0c7a-417f-a707-6b261a102985 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:45.349224 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1e3966-2c84-4bc2-9409-a021b5478c79", "tag": "8246896d-372f-4be7-9cd9-7fa2daa880f8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:45.349652 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-24c73857-0c7a-417f-a707-6b261a102985 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:45.350235 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1e3966-2c84-4bc2-9409-a021b5478c79', 'tag': '8246896d-372f-4be7-9cd9-7fa2daa880f8', 'status': 'completed', 'code': 200} Jun 22 16:38:45.366464 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-03763f17-ee41-4d04-92ea-47e13ec3f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:45.368472 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-03763f17-ee41-4d04-92ea-47e13ec3f384 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1097 time: 0.0703835 Jun 22 16:38:45.418373 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-043db386-87d8-4de2-af7e-7854cfd7c752 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8 HTTP/1.1" status: 200 len: 217 time: 0.0416701 Jun 22 16:38:45.493674 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-c5ad758a-59c7-411f-9ab2-742f642f1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:45.495298 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-c5ad758a-59c7-411f-9ab2-742f642f1204 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.0655620 Jun 22 16:38:45.506682 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9fc773-caf1-49df-806f-7cebe3984576 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:45.514802 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:45.527817 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Transition to ACTIVE for port object 3e9fc773-caf1-49df-806f-7cebe3984576 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:45.532921 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:45.539352 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-7ee4a22b-2e9f-49b7-b25a-5a3679123a02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350258 Jun 22 16:38:45.540820 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:45.622007 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Pushing event updated for resources: {'Port': ['ID=3e9fc773-caf1-49df-806f-7cebe3984576,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:45.626171 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:45.627919 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Attempting to bind port 3e9fc773-caf1-49df-806f-7cebe3984576 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:45.628253 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Attempting to bind port 3e9fc773-caf1-49df-806f-7cebe3984576 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:45.628581 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Attempting to bind port 3e9fc773-caf1-49df-806f-7cebe3984576 on network 39e8142a-c416-42cd-b306-4bddd040f8dd {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:45.633532 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Port 3e9fc773-caf1-49df-806f-7cebe3984576 on network 39e8142a-c416-42cd-b306-4bddd040f8dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:38:45.633815 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Attempting to bind port 3e9fc773-caf1-49df-806f-7cebe3984576 on network 39e8142a-c416-42cd-b306-4bddd040f8dd {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:45.639364 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:45.639705 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Checking segment: {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:45.640089 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Bound using segment: {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:45.640520 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Bound port: 3e9fc773-caf1-49df-806f-7cebe3984576, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29ca470-4718-4594-9ec4-eea1be629d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:45.640928 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:45.727771 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] For port 3e9fc773-caf1-49df-806f-7cebe3984576, host hv-cinder-76810, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:45.731194 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] For port 3e9fc773-caf1-49df-806f-7cebe3984576, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3e9fc773-caf1-49df-806f-7cebe3984576,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:45.739412 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:45.748695 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-595ab0dd-fd13-4f30-9e08-cc83bd1f5b27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:45.822351 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:45.823278 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:45.825433 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] 10.222.0.74 "PUT /v2.0/ports/3e9fc773-caf1-49df-806f-7cebe3984576 HTTP/1.1" status: 200 len: 1093 time: 0.8120232 Jun 22 16:38:45.829127 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '788365ae-4c24-4cf2-a6c9-64590d3c2846', 'tag': '3e9fc773-caf1-49df-806f-7cebe3984576'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:45.829763 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291ba393-730c-4835-86f2-fc8b379b4de1" -d '{"events": [{"name": "network-changed", "server_uuid": "788365ae-4c24-4cf2-a6c9-64590d3c2846", "tag": "3e9fc773-caf1-49df-806f-7cebe3984576"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:45.881323 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Pushing event updated for resources: {'Port': ['ID=3e9fc773-caf1-49df-806f-7cebe3984576,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:45.904844 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:45.952407 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-284e419f-2c17-43df-b5a9-73bee1bb82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:45.954422 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-284e419f-2c17-43df-b5a9-73bee1bb82c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 1096 time: 0.0689392 Jun 22 16:38:45.984624 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-15267765-8a6e-4038-80a4-6b50babc6bb6 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368856 Jun 22 16:38:46.002002 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-dbd9bae6-adbe-4ed7-940c-65c767912e45 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e9fc773-caf1-49df-806f-7cebe3984576 HTTP/1.1" status: 200 len: 217 time: 0.0387728 Jun 22 16:38:46.070124 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-f5b7d826-9667-498c-af3c-fde9f59c37d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:46.072248 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-f5b7d826-9667-498c-af3c-fde9f59c37d0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.0561016 Jun 22 16:38:46.081143 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-a09e73a8-7b3c-43ae-9444-25f73ceb90ef tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:46.082581 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-a09e73a8-7b3c-43ae-9444-25f73ceb90ef tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 816 time: 0.4118717 Jun 22 16:38:46.106518 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbf244-946b-46be-857e-6ded5204d0c3 req-f990e0e7-07a8-4aee-bb4a-3454b81df876 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:46.114628 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b2cbf244-946b-46be-857e-6ded5204d0c3 req-f990e0e7-07a8-4aee-bb4a-3454b81df876 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 943 time: 0.3780196 Jun 22 16:38:46.126435 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-c9227ef9-33ea-4c20-99d4-0801c9e8a1d6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306306 Jun 22 16:38:46.296300 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-7f7d19e3-84c1-4ddd-aa72-a36829862a7d service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504989 Jun 22 16:38:46.356910 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 9e1e2658-2966-4f68-b052-94a88e0b0e35 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:38:46.359793 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57491706-d732-4128-920f-8731c45470e6 req-0244f643-b7ef-4a4c-9a21-d3fda55adb75 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:46.361743 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-57491706-d732-4128-920f-8731c45470e6 req-0244f643-b7ef-4a4c-9a21-d3fda55adb75 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 943 time: 0.5406623 Jun 22 16:38:46.457285 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2ef63d3f-a6bf-43ce-bf6f-9d948155b16a req-56566062-d7c9-49f2-8119-d98c9c66a8bf service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566779 Jun 22 16:38:46.466478 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-30f9dbaa-9b1e-4b46-9420-90e288378367 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c5fa2de56924183a1e7bf4635fc9a82 HTTP/1.1" status: 200 len: 379 time: 0.3476226 Jun 22 16:38:46.471310 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b2cbf244-946b-46be-857e-6ded5204d0c3 req-21f9bafa-9e47-456c-a016-f07c6acf56f6 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557155 Jun 22 16:38:46.484817 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-57491706-d732-4128-920f-8731c45470e6 req-cbe4f282-1a39-4584-b87e-247bf5c62d2f tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070168 Jun 22 16:38:46.508303 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'port': {'device_id': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'admin_state_up': True, 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'security_groups': ['5401359f-4d50-4292-a87a-578067d72d40']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:46.516506 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 9e1e2658-2966-4f68-b052-94a88e0b0e35, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=9e1e2658-2966-4f68-b052-94a88e0b0e35,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:46.552930 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '9e1e2658-2966-4f68-b052-94a88e0b0e35', 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c', 'port_id': '9e1e2658-2966-4f68-b052-94a88e0b0e35', 'mac_address': 'fa:16:3e:a1:79:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66b6cc0-a922-44e4-a8ff-dfd170c8d86a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:38:46.606031 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af45ada5-87a3-4d9b-a314-e3f832a4a07d req-789f8a70-53d0-4064-b7a6-b8e36c5a4a6c service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010318 Jun 22 16:38:46.661434 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-7ff78a74-a36b-4a35-bb28-89bb50ef2d9e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:46.663804 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-7ff78a74-a36b-4a35-bb28-89bb50ef2d9e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 810 time: 0.2228887 Jun 22 16:38:46.692609 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:46.750176 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1e2658-2966-4f68-b052-94a88e0b0e35 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:46.793887 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-19c46438-11fc-40bd-a5ad-96e86dba734c req-4e9ae50a-a658-4ba3-b92b-a9a09054222c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 210 time: 0.0649505 Jun 22 16:38:46.829930 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 9e1e2658-2966-4f68-b052-94a88e0b0e35, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=9e1e2658-2966-4f68-b052-94a88e0b0e35,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:46.844510 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5297e24a-9d33-4a49-98a2-aad54adc291a x-openstack-request-id: req-5297e24a-9d33-4a49-98a2-aad54adc291a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:46.844510 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "788365ae-4c24-4cf2-a6c9-64590d3c2846", "tag": "3e9fc773-caf1-49df-806f-7cebe3984576", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:46.844510 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5297e24a-9d33-4a49-98a2-aad54adc291a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:46.844510 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '788365ae-4c24-4cf2-a6c9-64590d3c2846', 'tag': '3e9fc773-caf1-49df-806f-7cebe3984576', 'status': 'completed', 'code': 200} Jun 22 16:38:46.850313 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:46.853403 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:46.902551 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Made reservation on behalf of 3c5fa2de56924183a1e7bf4635fc9a82 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:46.923067 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:46.925603 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=9e1e2658-2966-4f68-b052-94a88e0b0e35,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:46.938410 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:46.950160 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-1b01f857-b548-43d7-8a96-10e1e6403e6b tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5 HTTP/1.1" status: 200 len: 380 time: 0.2643759 Jun 22 16:38:46.970056 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'port': {'device_id': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'admin_state_up': True, 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'security_groups': ['ce0f89cc-f5be-4071-9ed4-2fc868819a95']}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:47.069271 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912ab7-a277-42b5-af98-1866267b5a3b req-2237d292-5ba7-4456-9ecc-759c9dcdb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.070905 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-23912ab7-a277-42b5-af98-1866267b5a3b req-2237d292-5ba7-4456-9ecc-759c9dcdb1c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1097 time: 0.3530092 Jun 22 16:38:47.112419 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a04f5b04-398b-4962-85dd-0fc694b25d21 req-cfa3a380-fa7f-4888-bd1d-7336db4fbf59 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 210 time: 0.0700760 Jun 22 16:38:47.130460 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-2bf85ab6-0464-43a5-89d5-628749cf825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.132019 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-2bf85ab6-0464-43a5-89d5-628749cf825a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 1096 time: 0.3107576 Jun 22 16:38:47.265662 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Allocated IP 172.20.0.13 (0848b92c-b857-4e6d-9c32-8d3267e3fc54/eeb4871a-0c71-47d4-a4bc-77853f245ef3/f114281f-7d8f-4b40-949f-11d03afe74c1) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:47.274441 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7b5d7-0ae6-4ed8-91d8-a3f4cf33c4ef req-794909b8-4699-4538-912f-027049ce9fc2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.275953 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6bd7b5d7-0ae6-4ed8-91d8-a3f4cf33c4ef req-794909b8-4699-4538-912f-027049ce9fc2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 943 time: 0.2356033 Jun 22 16:38:47.300061 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Made reservation on behalf of 218dc832a5c0440e9daa7b57d8a6ebf5 for: {'port': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:38:47.303816 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:47.304280 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['9e1e2658-2966-4f68-b052-94a88e0b0e35'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:38:47.314262 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-ba0648d0-7f58-41f1-a180-98017c767b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.315804 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-ba0648d0-7f58-41f1-a180-98017c767b29 service neutron] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 920 time: 0.1558049 Jun 22 16:38:47.323505 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912ab7-a277-42b5-af98-1866267b5a3b req-a7e66151-a499-477a-8ca2-706595b11e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.324959 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-23912ab7-a277-42b5-af98-1866267b5a3b req-a7e66151-a499-477a-8ca2-706595b11e35 service neutron] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 920 time: 0.2368972 Jun 22 16:38:47.358618 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6bd7b5d7-0ae6-4ed8-91d8-a3f4cf33c4ef req-c993cb69-7a46-427b-8873-a200d3931a71 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697086 Jun 22 16:38:47.391891 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-90af33be-3f3b-4843-a583-ede181cc9d42 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e9fc773-caf1-49df-806f-7cebe3984576 HTTP/1.1" status: 200 len: 217 time: 0.0618060 Jun 22 16:38:47.400248 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-23912ab7-a277-42b5-af98-1866267b5a3b req-a60ced8f-002d-4607-a51b-c377f4055f10 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8 HTTP/1.1" status: 200 len: 217 time: 0.0651288 Jun 22 16:38:47.473994 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912ab7-a277-42b5-af98-1866267b5a3b req-540ad22b-b3e3-478d-b30e-01108db05123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.476068 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-23912ab7-a277-42b5-af98-1866267b5a3b req-540ad22b-b3e3-478d-b30e-01108db05123 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.0466278 Jun 22 16:38:47.498727 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-95ff7f8f-9c2c-4830-aade-2d4b25dfc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.500181 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-95ff7f8f-9c2c-4830-aade-2d4b25dfc43a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.0621622 Jun 22 16:38:47.563186 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-23912ab7-a277-42b5-af98-1866267b5a3b req-fe380a74-c241-4ddb-8579-7fbb71859464 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717483 Jun 22 16:38:47.598704 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:47.611500 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Transition to ACTIVE for port object f114281f-7d8f-4b40-949f-11d03afe74c1 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:47.623317 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-dc1d5e40-33e2-4bea-9728-e22f939039a5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073251 Jun 22 16:38:47.670016 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Allocated IP 172.20.0.9 (610ba6c5-51f9-40ff-b347-fdd5091db030/129548a1-d5f7-4ce5-af3e-168458646282/5cabad33-f222-4945-a144-75d47d29c5a2) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:38:47.764019 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:47.787391 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:47.854962 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:47.878494 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cd23e-5d7b-4aa9-8912-d20018b6a1a9 req-32a5956c-c36a-4da8-9303-2054d2778ff1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.879987 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-883cd23e-5d7b-4aa9-8912-d20018b6a1a9 req-32a5956c-c36a-4da8-9303-2054d2778ff1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 944 time: 0.2543876 Jun 22 16:38:47.880821 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:47.887336 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:47.893379 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.894039 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:47.894950 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-23912ab7-a277-42b5-af98-1866267b5a3b req-bae5a85d-e163-45d3-8bc4-22156a39dcde service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020868 Jun 22 16:38:47.902652 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-99b818ff-9430-40cd-8a70-a8259246a1c4 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611735 Jun 22 16:38:47.908981 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:47.915041 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:47.927862 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70466ad7-90f7-4f34-93b2-4939da72f6f6 req-5f77ee15-5312-4afe-81d4-9559499d9201 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:47.929320 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-70466ad7-90f7-4f34-93b2-4939da72f6f6 req-5f77ee15-5312-4afe-81d4-9559499d9201 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 943 time: 0.2890549 Jun 22 16:38:48.007377 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-13da65af-af4e-4b7f-bb01-e7f48a4bbaed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5215285 Jun 22 16:38:48.055025 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Request body: {'port': {'device_id': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:48.080951 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.108538 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Transition to ACTIVE for port object 5cabad33-f222-4945-a144-75d47d29c5a2 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:48.127754 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-883cd23e-5d7b-4aa9-8912-d20018b6a1a9 req-f09f2b9a-2649-43c3-86a4-1068f7401b31 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216952 Jun 22 16:38:48.146609 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-70466ad7-90f7-4f34-93b2-4939da72f6f6 req-a57f117e-9009-4cfa-b2f9-071287cd7861 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075577 Jun 22 16:38:48.156709 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-23912ab7-a277-42b5-af98-1866267b5a3b req-1b659911-3392-4541-9ee5-f29decf499da service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369387 Jun 22 16:38:48.173096 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.193695 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:48.200301 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-291ba393-730c-4835-86f2-fc8b379b4de1 req-9ce3c2ce-049b-4d61-8577-a1baf479a380 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841804 Jun 22 16:38:48.201729 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-400a3211-29eb-426a-96e1-07f65a8a0b50 None None] Provisioning for port f114281f-7d8f-4b40-949f-11d03afe74c1 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:48.209217 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-400a3211-29eb-426a-96e1-07f65a8a0b50 None None] Provisioning complete for port f114281f-7d8f-4b40-949f-11d03afe74c1 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:48.209315 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-400a3211-29eb-426a-96e1-07f65a8a0b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.216459 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.297269 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-400a3211-29eb-426a-96e1-07f65a8a0b50 None None] Port f114281f-7d8f-4b40-949f-11d03afe74c1 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:38:48.319694 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:38:48.325746 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 2001afa1-1b3f-4596-b45d-329be7e701b2 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:38:48.332952 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:38:48.348252 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:38:48.366220 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:48.366220 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.378848 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'Port': ['ID=5cabad33-f222-4945-a144-75d47d29c5a2,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:48.388561 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:48.407792 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4427307 Jun 22 16:38:48.424824 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Request body: {'port': {'device_id': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:38:48.442170 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 9e1e2658-2966-4f68-b052-94a88e0b0e35 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:48.542395 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 2001afa1-1b3f-4596-b45d-329be7e701b2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2001afa1-1b3f-4596-b45d-329be7e701b2,segment=NetworkSegment(cefeec35-6ccb-4f6f-a031-862c6cbf1297),segment_id=cefeec35-6ccb-4f6f-a031-862c6cbf1297)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:48.555636 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '2001afa1-1b3f-4596-b45d-329be7e701b2', 'network_id': '334ea948-9252-431b-8178-f78e54a9ed13', 'port_id': '2001afa1-1b3f-4596-b45d-329be7e701b2', 'mac_address': 'fa:16:3e:8d:3a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254589bf-75ea-4b23-8c9f-5278394f0dba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:38:48.613347 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.615280 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.668829 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2001afa1-1b3f-4596-b45d-329be7e701b2 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:48.682529 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e8201-e238-4c25-bae4-8c58fcb4e346 req-25755301-a93b-446c-bb57-992f931541ea tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:48.684945 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-858e8201-e238-4c25-bae4-8c58fcb4e346 req-25755301-a93b-446c-bb57-992f931541ea tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 931 time: 0.2405262 Jun 22 16:38:48.702423 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 2001afa1-1b3f-4596-b45d-329be7e701b2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2001afa1-1b3f-4596-b45d-329be7e701b2,segment=NetworkSegment(cefeec35-6ccb-4f6f-a031-862c6cbf1297),segment_id=cefeec35-6ccb-4f6f-a031-862c6cbf1297)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:48.704770 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ee5c0-4653-4ced-9b3e-5385ed3e5080 req-e29101c7-2474-435c-8eac-c8b20ea3bfe6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:48.704967 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 9e1e2658-2966-4f68-b052-94a88e0b0e35 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:48.708922 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 9e1e2658-2966-4f68-b052-94a88e0b0e35 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:48.709539 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.712660 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c37ee5c0-4653-4ced-9b3e-5385ed3e5080 req-e29101c7-2474-435c-8eac-c8b20ea3bfe6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 932 time: 0.2692189 Jun 22 16:38:48.811189 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-858e8201-e238-4c25-bae4-8c58fcb4e346 req-2421858b-ef67-4650-8a4b-4a72bcee9550 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167514 Jun 22 16:38:48.817862 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c37ee5c0-4653-4ced-9b3e-5385ed3e5080 req-62373c61-6abf-4351-a6de-15d2e0c78a1d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043537 Jun 22 16:38:48.845358 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f114281f-7d8f-4b40-949f-11d03afe74c1 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:48.858680 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.877389 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Transition to ACTIVE for port object f114281f-7d8f-4b40-949f-11d03afe74c1 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:48.882956 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.887282 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.888775 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:48.891741 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:48.930204 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-0de5ed10-6536-4789-963f-9e11b2abcfe6 None None] Provisioning for port 5cabad33-f222-4945-a144-75d47d29c5a2 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:48.946590 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-0de5ed10-6536-4789-963f-9e11b2abcfe6 None None] Provisioning complete for port 5cabad33-f222-4945-a144-75d47d29c5a2 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:48.946920 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0de5ed10-6536-4789-963f-9e11b2abcfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:48.990977 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=2001afa1-1b3f-4596-b45d-329be7e701b2,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:49.001731 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:49.016035 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cabad33-f222-4945-a144-75d47d29c5a2 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:49.021651 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:49.026515 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.029063 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:49.043696 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-0de5ed10-6536-4789-963f-9e11b2abcfe6 None None] Port 5cabad33-f222-4945-a144-75d47d29c5a2 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:38:49.044293 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Transition to ACTIVE for port object 5cabad33-f222-4945-a144-75d47d29c5a2 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:38:49.051339 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.057096 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.060620 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a2eb4b57-66a0-4e4b-adba-9a26ed8cba58 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:49.091182 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Attempting to bind port f114281f-7d8f-4b40-949f-11d03afe74c1 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:49.091980 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Attempting to bind port f114281f-7d8f-4b40-949f-11d03afe74c1 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:49.093156 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Attempting to bind port f114281f-7d8f-4b40-949f-11d03afe74c1 on network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:49.096797 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26b3f6e-1931-4e7c-921e-eb0dc2822b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e2658-2966-4f68-b052-94a88e0b0e35'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:49.103418 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Port f114281f-7d8f-4b40-949f-11d03afe74c1 on network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:38:49.104023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Attempting to bind port f114281f-7d8f-4b40-949f-11d03afe74c1 on network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:49.113772 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cabad33-f222-4945-a144-75d47d29c5a2,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:49.116721 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:49.120356 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:49.120692 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Checking segment: {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:49.121110 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Bound using segment: {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:49.121498 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Bound port: f114281f-7d8f-4b40-949f-11d03afe74c1, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:49.122015 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.163763 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f0362-07d1-4790-a4ec-a453e1566905 req-593a0f77-039e-42b7-bc33-ed92253ded70 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:49.173085 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1e0f0362-07d1-4790-a4ec-a453e1566905 req-593a0f77-039e-42b7-bc33-ed92253ded70 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 943 time: 0.2090659 Jun 22 16:38:49.208227 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['2001afa1-1b3f-4596-b45d-329be7e701b2'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:38:49.233867 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Attempting to bind port 5cabad33-f222-4945-a144-75d47d29c5a2 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:38:49.234251 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Attempting to bind port 5cabad33-f222-4945-a144-75d47d29c5a2 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:38:49.234576 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Attempting to bind port 5cabad33-f222-4945-a144-75d47d29c5a2 on network 610ba6c5-51f9-40ff-b347-fdd5091db030 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:49.245878 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Port 5cabad33-f222-4945-a144-75d47d29c5a2 on network 610ba6c5-51f9-40ff-b347-fdd5091db030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:38:49.246257 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Attempting to bind port 5cabad33-f222-4945-a144-75d47d29c5a2 on network 610ba6c5-51f9-40ff-b347-fdd5091db030 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:38:49.253659 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 9e1e2658-2966-4f68-b052-94a88e0b0e35, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=9e1e2658-2966-4f68-b052-94a88e0b0e35,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:49.258609 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:38:49.258963 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Checking segment: {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:38:49.259354 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Bound using segment: {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:38:49.262088 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Bound port: 5cabad33-f222-4945-a144-75d47d29c5a2, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:38:49.262479 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.269777 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.276684 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:49.322481 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1e0f0362-07d1-4790-a4ec-a453e1566905 req-67de9847-a6c1-476f-a5a1-4a1243e242e0 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478417 Jun 22 16:38:49.383416 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=9e1e2658-2966-4f68-b052-94a88e0b0e35,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:49.394960 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:49.425553 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] For port 5cabad33-f222-4945-a144-75d47d29c5a2, host hv-cinder-76810, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:49.429632 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] For port 5cabad33-f222-4945-a144-75d47d29c5a2, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5cabad33-f222-4945-a144-75d47d29c5a2,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:49.442172 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.446416 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c37cf95b-55e3-4b99-b138-8782c8164616 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:49.478750 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c636511c-107e-4c2a-84f9-bd5b64f7a9df" -d '{"events": [{"server_uuid": "c26b3f6e-1931-4e7c-921e-eb0dc2822b06", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e2658-2966-4f68-b052-94a88e0b0e35"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:49.495757 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:38:49.498997 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:49.500181 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.501587 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] 10.222.0.74 "PUT /v2.0/ports/5cabad33-f222-4945-a144-75d47d29c5a2 HTTP/1.1" status: 200 len: 1093 time: 1.0816808 Jun 22 16:38:49.508160 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'tag': '5cabad33-f222-4945-a144-75d47d29c5a2'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:49.511635 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa" -d '{"events": [{"name": "network-changed", "server_uuid": "21cfc73d-1142-4e56-9122-252dc1cdeb8a", "tag": "5cabad33-f222-4945-a144-75d47d29c5a2"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:49.514703 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:38:49.537353 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Pushing event updated for resources: {'Port': ['ID=5cabad33-f222-4945-a144-75d47d29c5a2,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:49.540497 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:49.551052 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.573612 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:49.610202 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:49.610839 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:49.613011 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] 10.222.0.74 "PUT /v2.0/ports/f114281f-7d8f-4b40-949f-11d03afe74c1 HTTP/1.1" status: 200 len: 1094 time: 1.5687656 Jun 22 16:38:49.616210 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-77e8e0f3-98cf-4352-b9cb-30e8e529af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:49.618554 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-77e8e0f3-98cf-4352-b9cb-30e8e529af04 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 1096 time: 0.0629907 Jun 22 16:38:49.622133 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:49.624577 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c93114-945c-4a00-9539-1a2be718a200" -d '{"events": [{"name": "network-changed", "server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:49.663336 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fae0d-1857-402b-a85a-da8a5a73d2c5 req-ff7f1af1-af71-4a99-a3d0-cc06e28f25b0 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:49.664861 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-532fae0d-1857-402b-a85a-da8a5a73d2c5 req-ff7f1af1-af71-4a99-a3d0-cc06e28f25b0 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 945 time: 0.2950976 Jun 22 16:38:49.678429 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-28c90823-ffb1-496c-b856-c0379207ad54 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cabad33-f222-4945-a144-75d47d29c5a2 HTTP/1.1" status: 200 len: 217 time: 0.0468996 Jun 22 16:38:49.749323 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:49.754976 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:49.757796 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-df015172-8ac9-4150-9860-b4b467841c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:49.767650 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35caa82-ce4c-439d-80ef-ccc24a17cb34 req-96c0fd56-de7a-4b7e-ab6b-eaa196c9bfc1 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:49.769155 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a35caa82-ce4c-439d-80ef-ccc24a17cb34 req-96c0fd56-de7a-4b7e-ab6b-eaa196c9bfc1 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 944 time: 0.2506306 Jun 22 16:38:49.771604 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-df015172-8ac9-4150-9860-b4b467841c6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 200 len: 849 time: 0.0816681 Jun 22 16:38:49.808656 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-532fae0d-1857-402b-a85a-da8a5a73d2c5 req-65d74ba7-4c13-422c-89f6-eb9c8814d60b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270797 Jun 22 16:38:49.934146 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-299133a6-c0c0-4c50-8b88-4c679f28e26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:49.938441 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-299133a6-c0c0-4c50-8b88-4c679f28e26d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=610ba6c5-51f9-40ff-b347-fdd5091db030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1598639 Jun 22 16:38:49.965058 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a35cf8-8d45-4050-a2a6-300c78da71a7 x-openstack-request-id: req-e0a35cf8-8d45-4050-a2a6-300c78da71a7 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:49.965391 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26b3f6e-1931-4e7c-921e-eb0dc2822b06", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e2658-2966-4f68-b052-94a88e0b0e35", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:49.965632 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e0a35cf8-8d45-4050-a2a6-300c78da71a7 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:49.966146 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26b3f6e-1931-4e7c-921e-eb0dc2822b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e2658-2966-4f68-b052-94a88e0b0e35', 'code': 200} Jun 22 16:38:50.028882 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc04c26-5aa3-490f-812d-32360dca4364 x-openstack-request-id: req-edc04c26-5aa3-490f-812d-32360dca4364 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:50.029065 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cfc73d-1142-4e56-9122-252dc1cdeb8a", "tag": "5cabad33-f222-4945-a144-75d47d29c5a2", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:50.029343 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edc04c26-5aa3-490f-812d-32360dca4364 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:50.029757 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'tag': '5cabad33-f222-4945-a144-75d47d29c5a2', 'status': 'completed', 'code': 200} Jun 22 16:38:50.118640 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-1037fb1d-cd8b-414f-b0d9-675e1381db90 service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671314 Jun 22 16:38:50.154701 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c7967e-5ac7-4aa0-b653-08c3894a3d0b x-openstack-request-id: req-b7c7967e-5ac7-4aa0-b653-08c3894a3d0b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:50.155012 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:50.155280 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7c7967e-5ac7-4aa0-b653-08c3894a3d0b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:50.155676 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'status': 'completed', 'code': 200} Jun 22 16:38:50.196193 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a35caa82-ce4c-439d-80ef-ccc24a17cb34 req-fc62771a-a58a-473d-8683-2153ee9890cd tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024928 Jun 22 16:38:50.199446 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-c2bb52c6-8e49-4635-bc1f-4927aac1b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:50.200988 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-c2bb52c6-8e49-4635-bc1f-4927aac1b252 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 1097 time: 0.5324669 Jun 22 16:38:50.284838 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f8a0451c-12ce-408a-9d13-ee3996cb6566 req-96a522d2-dab9-4f4c-8b3d-fcc98c6de340 service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510937 Jun 22 16:38:50.330820 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-d6898c3d-fd1b-4526-b967-249145628bf2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114281f-7d8f-4b40-949f-11d03afe74c1 HTTP/1.1" status: 200 len: 217 time: 0.1211154 Jun 22 16:38:50.340324 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 8246896d-372f-4be7-9cd9-7fa2daa880f8 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:38:50.343455 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 2001afa1-1b3f-4596-b45d-329be7e701b2 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:50.501282 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56621e2e-23b0-47a2-b6ea-d244076edbde req-2acf2a6d-ba21-4c33-81e6-4523d69a3056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:50.503792 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-56621e2e-23b0-47a2-b6ea-d244076edbde req-2acf2a6d-ba21-4c33-81e6-4523d69a3056 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 1098 time: 0.1288733 Jun 22 16:38:50.534615 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-56621e2e-23b0-47a2-b6ea-d244076edbde req-2d994ec8-4140-46b3-955f-3449baa76be5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.539401 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 8246896d-372f-4be7-9cd9-7fa2daa880f8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:50.542368 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 2001afa1-1b3f-4596-b45d-329be7e701b2 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:50.544960 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-48eba289-293f-491d-b5a6-e1401f078536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:50.546403 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-48eba289-293f-491d-b5a6-e1401f078536 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.1825225 Jun 22 16:38:50.554957 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 2001afa1-1b3f-4596-b45d-329be7e701b2 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:50.555417 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.558517 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '8246896d-372f-4be7-9cd9-7fa2daa880f8', 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd', 'port_id': '8246896d-372f-4be7-9cd9-7fa2daa880f8', 'mac_address': 'fa:16:3e:b9:38:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b68e72f-c70d-4b06-aacc-ed37636c9ef7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:38:50.629289 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.631654 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03093047-f240-43dc-b32e-5d8848a2a44c req-b7526bbb-1984-48f8-b69a-8074c5c69746 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:50.633979 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-03093047-f240-43dc-b32e-5d8848a2a44c req-b7526bbb-1984-48f8-b69a-8074c5c69746 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.2710016 Jun 22 16:38:50.640179 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a575e8d-b9d5-456c-8097-3415508469d0 req-049fc503-9998-4d7f-9000-6bcf7e655c88 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:50.641554 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7a575e8d-b9d5-456c-8097-3415508469d0 req-049fc503-9998-4d7f-9000-6bcf7e655c88 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 943 time: 0.3098607 Jun 22 16:38:50.645113 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8246896d-372f-4be7-9cd9-7fa2daa880f8 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:50.651547 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-4e756eed-bbd5-416f-baf8-fe21c5989c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:50.652966 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-4e756eed-bbd5-416f-baf8-fe21c5989c2c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 1096 time: 0.2214839 Jun 22 16:38:50.653159 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-56621e2e-23b0-47a2-b6ea-d244076edbde req-2d994ec8-4140-46b3-955f-3449baa76be5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.657565 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-56621e2e-23b0-47a2-b6ea-d244076edbde req-2d994ec8-4140-46b3-955f-3449baa76be5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.660959 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:50.690282 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-56621e2e-23b0-47a2-b6ea-d244076edbde req-2d994ec8-4140-46b3-955f-3449baa76be5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780298 Jun 22 16:38:50.694515 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 8246896d-372f-4be7-9cd9-7fa2daa880f8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:50.699386 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d994ec8-4140-46b3-955f-3449baa76be5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d2ce4-bc01-4e41-9bc2-35894ed14806,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:50.701282 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.702593 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2d994ec8-4140-46b3-955f-3449baa76be5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:50.703391 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 3e9fc773-caf1-49df-806f-7cebe3984576 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:38:50.706164 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:50.708139 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.783451 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-03093047-f240-43dc-b32e-5d8848a2a44c req-378ac7db-cd88-4845-9500-4343027041a7 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399117 Jun 22 16:38:50.791356 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-0d42d070-b62f-48b5-9dbd-b91c9c6b6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:50.792919 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-0d42d070-b62f-48b5-9dbd-b91c9c6b6609 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2338250 Jun 22 16:38:50.801671 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 2001afa1-1b3f-4596-b45d-329be7e701b2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2001afa1-1b3f-4596-b45d-329be7e701b2,segment=NetworkSegment(cefeec35-6ccb-4f6f-a031-862c6cbf1297),segment_id=cefeec35-6ccb-4f6f-a031-862c6cbf1297)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:50.806526 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7a575e8d-b9d5-456c-8097-3415508469d0 req-2bcc8329-edaa-4365-a299-df1573c6a56c tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493795 Jun 22 16:38:50.816676 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 3e9fc773-caf1-49df-806f-7cebe3984576, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3e9fc773-caf1-49df-806f-7cebe3984576,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:50.823998 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=8246896d-372f-4be7-9cd9-7fa2daa880f8,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:50.827737 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:50.828425 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.833279 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:50.856144 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '3e9fc773-caf1-49df-806f-7cebe3984576', 'network_id': '39e8142a-c416-42cd-b306-4bddd040f8dd', 'port_id': '3e9fc773-caf1-49df-806f-7cebe3984576', 'mac_address': 'fa:16:3e:8c:fd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b68e72f-c70d-4b06-aacc-ed37636c9ef7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:38:50.914691 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=2001afa1-1b3f-4596-b45d-329be7e701b2,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:50.917996 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:50.930216 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.944267 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9fc773-caf1-49df-806f-7cebe3984576 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:50.963154 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 3e9fc773-caf1-49df-806f-7cebe3984576, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3e9fc773-caf1-49df-806f-7cebe3984576,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:50.966847 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:50.968615 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-4439a6d1-659e-4f18-8dd3-90b9772e0b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:50.984663 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-79b068ae-d686-4846-b4a8-0f8f46e56dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:50.986111 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-79b068ae-d686-4846-b4a8-0f8f46e56dcb service neutron] 10.222.0.74 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 911 time: 0.3215611 Jun 22 16:38:51.013456 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=3e9fc773-caf1-49df-806f-7cebe3984576,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:51.016467 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:51.026299 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-fffbb040-7992-448f-abd6-5652b8e4b618 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177165 Jun 22 16:38:51.067539 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-90a09a30-cffd-497b-82b6-08c9c98449e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cabad33-f222-4945-a144-75d47d29c5a2 HTTP/1.1" status: 200 len: 217 time: 0.0722306 Jun 22 16:38:51.205805 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a06349-9bdd-4bc7-bddc-fffbd9d48dce req-f3bca9a9-90d3-4218-8c08-801399ca09b9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:51.207370 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-33a06349-9bdd-4bc7-bddc-fffbd9d48dce req-f3bca9a9-90d3-4218-8c08-801399ca09b9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 943 time: 0.2766631 Jun 22 16:38:51.218023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1710ebd-fac1-488c-837e-d17ef5502afb req-b3b9edf6-977e-4259-a62e-8751c9078909 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:51.219441 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1710ebd-fac1-488c-837e-d17ef5502afb req-b3b9edf6-977e-4259-a62e-8751c9078909 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 945 time: 0.2748864 Jun 22 16:38:51.221294 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-bc3053e6-105c-4844-a3a0-b5b129f16f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:51.222627 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-bc3053e6-105c-4844-a3a0-b5b129f16f37 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 200 len: 849 time: 0.1174500 Jun 22 16:38:51.242405 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eff63ea4-8c46-4224-a5bd-f741e66c6825 req-73f772d1-564a-4705-aed7-a60163d774a4 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836846 Jun 22 16:38:51.337624 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['8246896d-372f-4be7-9cd9-7fa2daa880f8'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:38:51.343857 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['3e9fc773-caf1-49df-806f-7cebe3984576'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:38:51.348048 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-33a06349-9bdd-4bc7-bddc-fffbd9d48dce req-b6b8f4dd-e912-4b7d-bff6-dfff79dc9daf tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196580 Jun 22 16:38:51.357122 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1710ebd-fac1-488c-837e-d17ef5502afb req-ec8268ad-b268-497f-95ea-49b8c273a944 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196311 Jun 22 16:38:51.399167 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-5bb710e9-980f-4d93-a4d0-a74010c28311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:51.401096 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-5bb710e9-980f-4d93-a4d0-a74010c28311 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=610ba6c5-51f9-40ff-b347-fdd5091db030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1613047 Jun 22 16:38:51.429307 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c93114-945c-4a00-9539-1a2be718a200 req-6ac70bbb-499b-47ad-8880-5ef343a91f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:51.431722 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b8c93114-945c-4a00-9539-1a2be718a200 req-6ac70bbb-499b-47ad-8880-5ef343a91f9f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 1097 time: 0.1379907 Jun 22 16:38:51.661466 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-3bb4a49c-6feb-428a-aa90-a01f92b14c6f service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449012 Jun 22 16:38:51.676581 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4967c9-96a5-478b-baaf-0e15dfcf1211 req-6ed948e4-aea7-4b80-bfb9-787db2149dd5 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:51.683496 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6a4967c9-96a5-478b-baaf-0e15dfcf1211 req-6ed948e4-aea7-4b80-bfb9-787db2149dd5 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 945 time: 0.1993899 Jun 22 16:38:51.753326 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c93114-945c-4a00-9539-1a2be718a200 req-024a5a01-9f07-4d67-ada7-abf67380f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:51.754859 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b8c93114-945c-4a00-9539-1a2be718a200 req-024a5a01-9f07-4d67-ada7-abf67380f003 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.2719555 Jun 22 16:38:51.814991 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6a4967c9-96a5-478b-baaf-0e15dfcf1211 req-6b6c7dfe-677e-429d-bffb-a3306d4af0e9 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304760 Jun 22 16:38:51.817544 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b8c93114-945c-4a00-9539-1a2be718a200 req-037e15a7-8631-4a43-ae91-efadd428b7a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114281f-7d8f-4b40-949f-11d03afe74c1 HTTP/1.1" status: 200 len: 217 time: 0.0437832 Jun 22 16:38:51.877910 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f05cd8a0-9fa9-455f-8ac6-45a3097c4afa req-cdf8db06-f6ab-4fc0-ae26-2fb4452b8977 service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852670 Jun 22 16:38:51.897479 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c93114-945c-4a00-9539-1a2be718a200 req-c29fe004-7921-4777-a8cf-89c5d2e3f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:51.899467 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b8c93114-945c-4a00-9539-1a2be718a200 req-c29fe004-7921-4777-a8cf-89c5d2e3f561 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.0698347 Jun 22 16:38:51.967536 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039b3479-b199-4d5a-a0a3-6afd0611e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2001afa1-1b3f-4596-b45d-329be7e701b2'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:51.971500 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943f50df-03fb-41c3-b2b6-9afcbd32766d" -d '{"events": [{"server_uuid": "039b3479-b199-4d5a-a0a3-6afd0611e417", "name": "network-vif-plugged", "status": "completed", "tag": "2001afa1-1b3f-4596-b45d-329be7e701b2"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:52.050226 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c93114-945c-4a00-9539-1a2be718a200 req-1387e4bf-fbaf-42fb-a57b-16d8c93b8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:52.051704 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b8c93114-945c-4a00-9539-1a2be718a200 req-1387e4bf-fbaf-42fb-a57b-16d8c93b8164 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1401768 Jun 22 16:38:52.066358 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a881848-d05b-455d-b5b8-593fbc77eff2 req-fa8d2ace-bc06-45bb-9bbf-80aa68c16f0b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:52.067852 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4a881848-d05b-455d-b5b8-593fbc77eff2 req-fa8d2ace-bc06-45bb-9bbf-80aa68c16f0b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1225798 Jun 22 16:38:52.139363 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ee88a-fbc5-457c-85f7-97b5db2a5956 req-02b37b40-ee3c-4edc-bd2e-8cbc4a8c1710 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:52.140797 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-984ee88a-fbc5-457c-85f7-97b5db2a5956 req-02b37b40-ee3c-4edc-bd2e-8cbc4a8c1710 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 943 time: 0.1656344 Jun 22 16:38:52.188145 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4a881848-d05b-455d-b5b8-593fbc77eff2 req-acbd74ce-9693-4030-8f7e-a26631fad32b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091034 Jun 22 16:38:52.219753 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b8c93114-945c-4a00-9539-1a2be718a200 req-0cbd7c35-80af-40c9-a553-b1b9ad3fad7a service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507387 Jun 22 16:38:52.223153 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-984ee88a-fbc5-457c-85f7-97b5db2a5956 req-e8dd1b23-3794-4961-8218-13afc9f5257e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755978 Jun 22 16:38:52.246646 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19bfe52-c60a-4dd0-92ce-31e2c2193d99 x-openstack-request-id: req-b19bfe52-c60a-4dd0-92ce-31e2c2193d99 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:52.246941 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039b3479-b199-4d5a-a0a3-6afd0611e417", "name": "network-vif-plugged", "status": "completed", "tag": "2001afa1-1b3f-4596-b45d-329be7e701b2", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:52.247240 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b19bfe52-c60a-4dd0-92ce-31e2c2193d99 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:52.247643 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039b3479-b199-4d5a-a0a3-6afd0611e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2001afa1-1b3f-4596-b45d-329be7e701b2', 'code': 200} Jun 22 16:38:52.670900 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b8c93114-945c-4a00-9539-1a2be718a200 req-c7c2aa4b-af22-47ff-b962-29f34cade388 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321713 Jun 22 16:38:52.682675 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f24ed2-9dd5-46ea-b554-21e4b2e1dc4b req-2cd54fff-5195-4dec-85bf-f412438968b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:52.684114 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-27f24ed2-9dd5-46ea-b554-21e4b2e1dc4b req-2cd54fff-5195-4dec-85bf-f412438968b6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 1098 time: 0.2040339 Jun 22 16:38:52.701708 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b9630-7c5f-42d3-bf59-ba37d2607e1c req-2c0479de-f121-4a06-9ef4-1bff8e61aad2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:52.703282 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4e0b9630-7c5f-42d3-bf59-ba37d2607e1c req-2c0479de-f121-4a06-9ef4-1bff8e61aad2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 944 time: 0.1991789 Jun 22 16:38:52.718582 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077391f2-3606-41be-ab5d-c58aeac61d3a req-f0ba738b-1222-40c6-9cef-5127edf0e42b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:52.719982 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-077391f2-3606-41be-ab5d-c58aeac61d3a req-f0ba738b-1222-40c6-9cef-5127edf0e42b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 945 time: 0.1956854 Jun 22 16:38:52.799600 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-27f24ed2-9dd5-46ea-b554-21e4b2e1dc4b req-2b06229f-b41a-462f-a459-eb59c87dd7da service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951786 Jun 22 16:38:52.810508 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4e0b9630-7c5f-42d3-bf59-ba37d2607e1c req-601c3733-e5ee-421b-a74b-04dba6117b4a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993452 Jun 22 16:38:52.819994 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-077391f2-3606-41be-ab5d-c58aeac61d3a req-35ddac0a-647d-4586-9b65-660272e3a393 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858920 Jun 22 16:38:53.003340 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442db28c-bf09-4d7d-b34c-46ef862e930e req-4fe9d9ab-1e0e-4551-afcc-9ab5f9778177 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:53.004791 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-442db28c-bf09-4d7d-b34c-46ef862e930e req-4fe9d9ab-1e0e-4551-afcc-9ab5f9778177 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 945 time: 0.0695245 Jun 22 16:38:53.041690 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-442db28c-bf09-4d7d-b34c-46ef862e930e req-75ae1a89-d7b6-4544-9937-da2d4114f7c3 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Jun 22 16:38:53.411459 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283eff62-7cb8-4ea7-bcfd-7668a9e48b4e req-b392a15f-a884-41d3-b30a-c91cf90c753c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:53.413074 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-283eff62-7cb8-4ea7-bcfd-7668a9e48b4e req-b392a15f-a884-41d3-b30a-c91cf90c753c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1043799 Jun 22 16:38:53.434510 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e8456-3822-4ab1-b5f0-8fbcd82ab6c3 req-725868c1-a169-4314-9699-bf0f2750ccd1 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:53.435935 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f78e8456-3822-4ab1-b5f0-8fbcd82ab6c3 req-725868c1-a169-4314-9699-bf0f2750ccd1 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 943 time: 0.0931480 Jun 22 16:38:53.481556 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-283eff62-7cb8-4ea7-bcfd-7668a9e48b4e req-cd50cc7b-3b43-4294-a5f2-dc965c1bd79e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623114 Jun 22 16:38:53.488805 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f78e8456-3822-4ab1-b5f0-8fbcd82ab6c3 req-6db7fc95-5691-4359-b22d-0074b992341a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461841 Jun 22 16:38:54.032032 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d909db-6943-4ab5-9f7f-924ee1bd612e req-22661718-7c34-4a3f-b34e-bb32b0108833 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:54.034687 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-72d909db-6943-4ab5-9f7f-924ee1bd612e req-22661718-7c34-4a3f-b34e-bb32b0108833 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 944 time: 0.1049976 Jun 22 16:38:54.047604 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d2d03-aba6-45e6-8a26-5834ab92dff7 req-09f997a1-5686-4e8a-9ad4-eb21928918c9 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:54.049838 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a09d2d03-aba6-45e6-8a26-5834ab92dff7 req-09f997a1-5686-4e8a-9ad4-eb21928918c9 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 945 time: 0.1110580 Jun 22 16:38:54.117243 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-72d909db-6943-4ab5-9f7f-924ee1bd612e req-f334165d-96ba-49d5-b207-f086d31d2c05 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661626 Jun 22 16:38:54.126535 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a09d2d03-aba6-45e6-8a26-5834ab92dff7 req-241eded3-1d83-417e-9f74-c86d26f082bc tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684013 Jun 22 16:38:54.309309 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aceb56d-f542-41c3-b05e-41e5a3d9c9fe req-58f1b08c-1854-49ce-a5cf-42fad6b9e847 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:54.311143 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7aceb56d-f542-41c3-b05e-41e5a3d9c9fe req-58f1b08c-1854-49ce-a5cf-42fad6b9e847 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 945 time: 0.0748820 Jun 22 16:38:54.343093 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 5cabad33-f222-4945-a144-75d47d29c5a2 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:38:54.396405 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7aceb56d-f542-41c3-b05e-41e5a3d9c9fe req-10b3f17c-d850-45b4-87e8-dfa1b5b9c6a9 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771577 Jun 22 16:38:54.425900 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 8246896d-372f-4be7-9cd9-7fa2daa880f8 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:54.495739 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 5cabad33-f222-4945-a144-75d47d29c5a2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5cabad33-f222-4945-a144-75d47d29c5a2,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:54.514571 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '5cabad33-f222-4945-a144-75d47d29c5a2', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'port_id': '5cabad33-f222-4945-a144-75d47d29c5a2', 'mac_address': 'fa:16:3e:dc:84:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:38:54.557556 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:54.560383 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 8246896d-372f-4be7-9cd9-7fa2daa880f8 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:54.575725 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 8246896d-372f-4be7-9cd9-7fa2daa880f8 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:54.575986 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:54.615579 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cabad33-f222-4945-a144-75d47d29c5a2 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:54.648243 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 5cabad33-f222-4945-a144-75d47d29c5a2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5cabad33-f222-4945-a144-75d47d29c5a2,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:54.672041 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:54.673649 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:38:54.686885 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:54.738257 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:54.815486 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=5cabad33-f222-4945-a144-75d47d29c5a2,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:54.827676 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:54.839439 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1e3966-2c84-4bc2-9409-a021b5478c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8246896d-372f-4be7-9cd9-7fa2daa880f8'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:54.842320 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89cd000-84ae-49e4-8f37-ce5f0a37aa1d" -d '{"events": [{"server_uuid": "3c1e3966-2c84-4bc2-9409-a021b5478c79", "name": "network-vif-plugged", "status": "completed", "tag": "8246896d-372f-4be7-9cd9-7fa2daa880f8"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:54.843617 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45455b65-2ab7-41ad-b6e3-a62540da22de req-052e9b1e-8931-4368-9cee-a2339b092a00 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:54.851017 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-45455b65-2ab7-41ad-b6e3-a62540da22de req-052e9b1e-8931-4368-9cee-a2339b092a00 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 944 time: 0.1578312 Jun 22 16:38:54.867349 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 8246896d-372f-4be7-9cd9-7fa2daa880f8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:54.874795 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0014fd6-4355-427a-adc2-d516c47db34f req-a856a106-50ef-47c0-8038-ca12f37c7dae tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:54.876444 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f0014fd6-4355-427a-adc2-d516c47db34f req-a856a106-50ef-47c0-8038-ca12f37c7dae tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1695151 Jun 22 16:38:54.883795 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:54.884841 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 3e9fc773-caf1-49df-806f-7cebe3984576 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:54.888247 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:54.896554 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:54.930051 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-45455b65-2ab7-41ad-b6e3-a62540da22de req-1e0a7ce4-60ac-47e5-8bab-5fab14b22ce7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780416 Jun 22 16:38:54.958552 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f0014fd6-4355-427a-adc2-d516c47db34f req-d33f3886-c90d-491f-a66f-e48624b9e497 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608530 Jun 22 16:38:54.959895 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'port_id': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'mac_address': 'fa:16:3e:30:a3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:38:55.010236 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56e8b0c-8cd0-43af-a4b7-d034e8ccc498 x-openstack-request-id: req-d56e8b0c-8cd0-43af-a4b7-d034e8ccc498 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:55.010536 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1e3966-2c84-4bc2-9409-a021b5478c79", "name": "network-vif-plugged", "status": "completed", "tag": "8246896d-372f-4be7-9cd9-7fa2daa880f8", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:55.010800 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d56e8b0c-8cd0-43af-a4b7-d034e8ccc498 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:55.011194 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1e3966-2c84-4bc2-9409-a021b5478c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8246896d-372f-4be7-9cd9-7fa2daa880f8', 'code': 200} Jun 22 16:38:55.013151 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=8246896d-372f-4be7-9cd9-7fa2daa880f8,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:55.019244 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:55.036161 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 3e9fc773-caf1-49df-806f-7cebe3984576 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:55.038546 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:55.047930 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 3e9fc773-caf1-49df-806f-7cebe3984576 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:55.048255 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:55.071886 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f114281f-7d8f-4b40-949f-11d03afe74c1 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:38:55.099057 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:55.106064 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:55.108226 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:55.185379 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:55.188249 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:55.190996 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:55.225689 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 3e9fc773-caf1-49df-806f-7cebe3984576, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3e9fc773-caf1-49df-806f-7cebe3984576,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:55.229979 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:55.231894 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:55.238213 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575be035-ff48-45b8-8013-1cc6ef00be85 req-8f6c33a5-0a56-41e4-86df-55265d62f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:55.240129 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-575be035-ff48-45b8-8013-1cc6ef00be85 req-8f6c33a5-0a56-41e4-86df-55265d62f67c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1099 time: 0.0628335 Jun 22 16:38:55.277772 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=3e9fc773-caf1-49df-806f-7cebe3984576,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:55.280841 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:55.317237 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-575be035-ff48-45b8-8013-1cc6ef00be85 req-27b671ae-78e4-467e-9d86-ddaed868e884 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655437 Jun 22 16:38:55.344882 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe2c06-2612-4788-8f00-77f242e285c3 req-5da18819-8f10-4dd3-a33a-cd540db535f3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:55.346361 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-93fe2c06-2612-4788-8f00-77f242e285c3 req-5da18819-8f10-4dd3-a33a-cd540db535f3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0817790 Jun 22 16:38:55.385074 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-93fe2c06-2612-4788-8f00-77f242e285c3 req-e0b4de32-d3ef-41fa-95c6-f6561ddcf94f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Jun 22 16:38:55.540837 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['f114281f-7d8f-4b40-949f-11d03afe74c1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:38:55.545919 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['5cabad33-f222-4945-a144-75d47d29c5a2'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:38:55.569215 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ee3fd-b03c-4128-8562-349e5c9b4ea6 req-1f174efb-a78f-46dd-836c-2b8d52d87a19 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:55.570927 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa5ee3fd-b03c-4128-8562-349e5c9b4ea6 req-1f174efb-a78f-46dd-836c-2b8d52d87a19 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 945 time: 0.0669165 Jun 22 16:38:55.615563 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa5ee3fd-b03c-4128-8562-349e5c9b4ea6 req-215e0541-dc3f-4222-8f24-50c288e21b27 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372641 Jun 22 16:38:56.145081 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ce90b-0c9e-4ec2-95e2-9837ab6801d6 req-7143d11c-27dc-4c7c-b702-c56dba88f311 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:56.147211 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7b6ce90b-0c9e-4ec2-95e2-9837ab6801d6 req-7143d11c-27dc-4c7c-b702-c56dba88f311 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 944 time: 0.0673139 Jun 22 16:38:56.192923 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7b6ce90b-0c9e-4ec2-95e2-9837ab6801d6 req-5f094804-767c-472b-adc2-fd60e4ed8b73 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391703 Jun 22 16:38:56.364025 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3336a-14a9-4a4b-8a57-93e53f4d440e req-303e7811-f92c-4961-b052-b200484c831a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:56.365607 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ebd3336a-14a9-4a4b-8a57-93e53f4d440e req-303e7811-f92c-4961-b052-b200484c831a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 945 time: 0.0651569 Jun 22 16:38:56.422338 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ebd3336a-14a9-4a4b-8a57-93e53f4d440e req-29aab292-c7bd-420b-a227-d9a359608f7e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350869 Jun 22 16:38:56.567183 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739ff77-1519-4de0-8889-f0f249331e5c req-83bd691b-b967-4298-a63b-e1ba1a1e699a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:56.568644 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7739ff77-1519-4de0-8889-f0f249331e5c req-83bd691b-b967-4298-a63b-e1ba1a1e699a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0678866 Jun 22 16:38:56.604380 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7739ff77-1519-4de0-8889-f0f249331e5c req-f1a85f96-c059-4ae9-b943-d393d3abc90a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301600 Jun 22 16:38:57.012701 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788365ae-4c24-4cf2-a6c9-64590d3c2846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9fc773-caf1-49df-806f-7cebe3984576'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:57.015152 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688521be-8a79-4346-8ee6-726991336d33" -d '{"events": [{"server_uuid": "788365ae-4c24-4cf2-a6c9-64590d3c2846", "name": "network-vif-plugged", "status": "completed", "tag": "3e9fc773-caf1-49df-806f-7cebe3984576"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:57.054945 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e612987-6dd8-4af4-92fe-e76c5173e6a8 x-openstack-request-id: req-1e612987-6dd8-4af4-92fe-e76c5173e6a8 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:57.055271 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788365ae-4c24-4cf2-a6c9-64590d3c2846", "name": "network-vif-plugged", "status": "completed", "tag": "3e9fc773-caf1-49df-806f-7cebe3984576", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:57.055535 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e612987-6dd8-4af4-92fe-e76c5173e6a8 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:57.055944 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788365ae-4c24-4cf2-a6c9-64590d3c2846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9fc773-caf1-49df-806f-7cebe3984576', 'code': 200} Jun 22 16:38:57.433418 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c2e98-e81f-42f9-b953-5bef7369addc req-27646220-6dce-4643-a491-a606f080b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:57.436008 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ef5c2e98-e81f-42f9-b953-5bef7369addc req-27646220-6dce-4643-a491-a606f080b511 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 1098 time: 0.1140475 Jun 22 16:38:57.443443 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852623ce-7c4b-4500-a1f6-ff1e9113c135 req-2265de32-2ebf-4eee-8c25-239b49d840b7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:57.444845 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-852623ce-7c4b-4500-a1f6-ff1e9113c135 req-2265de32-2ebf-4eee-8c25-239b49d840b7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 944 time: 0.0849261 Jun 22 16:38:57.494780 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ef5c2e98-e81f-42f9-b953-5bef7369addc req-53c4e6c9-c0cd-4395-841e-fe6d36ff6640 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438406 Jun 22 16:38:57.514338 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-852623ce-7c4b-4500-a1f6-ff1e9113c135 req-6f8ef485-b31d-4e08-9ea9-700a1e67a9bd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483313 Jun 22 16:38:57.547226 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46596) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:57.709409 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f60de8a8-fcc4-44e5-8330-485d39eeeaec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:57.739291 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db371a4c-176f-4eb9-8333-8c1e875d18b6 req-316a040a-c1f1-47ca-8cc2-d2ad8644bb0b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:57.740965 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db371a4c-176f-4eb9-8333-8c1e875d18b6 req-316a040a-c1f1-47ca-8cc2-d2ad8644bb0b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 945 time: 0.0743103 Jun 22 16:38:57.805124 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db371a4c-176f-4eb9-8333-8c1e875d18b6 req-f0440859-1c4b-4b55-b9c6-dfbe0c9a107d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579858 Jun 22 16:38:57.851651 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f60de8a8-fcc4-44e5-8330-485d39eeeaec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:57.858620 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f60de8a8-fcc4-44e5-8330-485d39eeeaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:57.863998 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:57.875137 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cecdad-e688-4e30-8751-b17db256f9bd req-811b37bd-1ee5-4e84-8c37-fc35a8a239d0 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:57.877466 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c0cecdad-e688-4e30-8751-b17db256f9bd req-811b37bd-1ee5-4e84-8c37-fc35a8a239d0 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0705938 Jun 22 16:38:57.905804 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60de8a8-fcc4-44e5-8330-485d39eeeaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79a7bc0-ba8b-4c54-8a57-e58d713f163b,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:57.923971 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f60de8a8-fcc4-44e5-8330-485d39eeeaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:57.929862 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f60de8a8-fcc4-44e5-8330-485d39eeeaec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dbfac17ae8534321b708cc88c0575e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809991 Jun 22 16:38:57.930397 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 46604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:57.944242 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c0cecdad-e688-4e30-8751-b17db256f9bd req-f54f2161-484b-4656-874d-ffcab9ee4540 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599096 Jun 22 16:38:58.009656 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac605-d2a9-4dd8-8bb7-533deb9f900f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.031848 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac605-d2a9-4dd8-8bb7-533deb9f900f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.061313 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-10ea6c50-1953-41e4-af92-58dc7be9e2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.095250 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac605-d2a9-4dd8-8bb7-533deb9f900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.098765 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5c5ac605-d2a9-4dd8-8bb7-533deb9f900f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.099859 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-5c5ac605-d2a9-4dd8-8bb7-533deb9f900f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a79a7bc0-ba8b-4c54-8a57-e58d713f163b HTTP/1.1" status: 204 len: 168 time: 0.1684928 Jun 22 16:38:58.100493 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:58.111890 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ac605-d2a9-4dd8-8bb7-533deb9f900f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79a7bc0-ba8b-4c54-8a57-e58d713f163b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:58.114386 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5c5ac605-d2a9-4dd8-8bb7-533deb9f900f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:58.361671 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 46622) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:58.371438 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 5cabad33-f222-4945-a144-75d47d29c5a2 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:58.377703 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a761ba2c-01db-474a-83c9-3e4474d56597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.444015 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 5cabad33-f222-4945-a144-75d47d29c5a2 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:58.447606 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 5cabad33-f222-4945-a144-75d47d29c5a2 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:58.447986 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.481179 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a761ba2c-01db-474a-83c9-3e4474d56597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.485827 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a761ba2c-01db-474a-83c9-3e4474d56597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.489174 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:58.523102 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a761ba2c-01db-474a-83c9-3e4474d56597 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=768c4e203d27413aaa98defa40e9660f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602542 Jun 22 16:38:58.524968 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761ba2c-01db-474a-83c9-3e4474d56597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4e2a00-5ca1-4b79-8d0d-b83ab8d32499,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:58.525782 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46624) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:38:58.526122 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.528323 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a761ba2c-01db-474a-83c9-3e4474d56597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:58.562987 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 5cabad33-f222-4945-a144-75d47d29c5a2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5cabad33-f222-4945-a144-75d47d29c5a2,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:58.568626 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.569735 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:38:58.572756 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:58.605034 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-343d9e47-ce78-4509-8880-44c76396d91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.629839 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-343d9e47-ce78-4509-8880-44c76396d91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.656803 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=5cabad33-f222-4945-a144-75d47d29c5a2,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:58.661502 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:58.671733 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port f114281f-7d8f-4b40-949f-11d03afe74c1 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:38:58.676086 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port f114281f-7d8f-4b40-949f-11d03afe74c1 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:38:58.676479 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.695095 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-343d9e47-ce78-4509-8880-44c76396d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.700600 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-343d9e47-ce78-4509-8880-44c76396d91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.705627 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-343d9e47-ce78-4509-8880-44c76396d91c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0c4e2a00-5ca1-4b79-8d0d-b83ab8d32499 HTTP/1.1" status: 204 len: 168 time: 0.1782906 Jun 22 16:38:58.707182 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:58.728068 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d9e47-ce78-4509-8880-44c76396d91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4e2a00-5ca1-4b79-8d0d-b83ab8d32499,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:58.731543 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-343d9e47-ce78-4509-8880-44c76396d91c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:58.776656 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.784737 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954755eb-f2fc-4019-964c-94fab4e3f546 req-77463d70-3cfa-4e82-a028-3464801f1acb tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:58.788147 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-954755eb-f2fc-4019-964c-94fab4e3f546 req-77463d70-3cfa-4e82-a028-3464801f1acb tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1342900 Jun 22 16:38:58.831747 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:38:58.834182 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-954755eb-f2fc-4019-964c-94fab4e3f546 req-b8cc5d73-5bed-49e4-9b59-ae3e76f1055b tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404992 Jun 22 16:38:58.843546 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:38:58.846260 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:38:58.902645 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:38:58.905668 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:38:59.013755 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7956fb-0660-4e5f-aa1a-f974ff7c96e1 req-9aeb3ce1-d88a-48d0-b54f-a567fe07b9c8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:59.015437 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4f7956fb-0660-4e5f-aa1a-f974ff7c96e1 req-9aeb3ce1-d88a-48d0-b54f-a567fe07b9c8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0694780 Jun 22 16:38:59.057396 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cabad33-f222-4945-a144-75d47d29c5a2'}, {'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:38:59.059846 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42a8b89-17f7-49b4-8226-3658e8de867a" -d '{"events": [{"server_uuid": "21cfc73d-1142-4e56-9122-252dc1cdeb8a", "name": "network-vif-plugged", "status": "completed", "tag": "5cabad33-f222-4945-a144-75d47d29c5a2"}, {"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-plugged", "status": "completed", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:38:59.078184 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4f7956fb-0660-4e5f-aa1a-f974ff7c96e1 req-54551d60-58b6-4ef0-afd8-f9cfaf36de4b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536394 Jun 22 16:38:59.138352 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3030baf9-bba3-4c09-bab6-b25381fab321 x-openstack-request-id: req-3030baf9-bba3-4c09-bab6-b25381fab321 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:38:59.138843 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cfc73d-1142-4e56-9122-252dc1cdeb8a", "name": "network-vif-plugged", "status": "completed", "tag": "5cabad33-f222-4945-a144-75d47d29c5a2", "code": 200}, {"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-plugged", "status": "completed", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:38:59.139008 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3030baf9-bba3-4c09-bab6-b25381fab321 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:38:59.139468 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cabad33-f222-4945-a144-75d47d29c5a2', 'code': 200} Jun 22 16:38:59.139814 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'code': 200} Jun 22 16:38:59.181677 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3bf5d-63fe-43fc-9430-11e886779f85 req-75856a3b-3660-43bc-b0bf-4c8214c27016 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:59.194505 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-efa3bf5d-63fe-43fc-9430-11e886779f85 req-75856a3b-3660-43bc-b0bf-4c8214c27016 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0976334 Jun 22 16:38:59.237464 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-efa3bf5d-63fe-43fc-9430-11e886779f85 req-c4e7373f-729a-4080-9e33-70420132767b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Jun 22 16:38:59.671910 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b07a8b-6cb5-4b92-8096-c70a76cff490 req-7c482280-93ce-4198-9580-864b3c658c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:59.673390 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-51b07a8b-6cb5-4b92-8096-c70a76cff490 req-7c482280-93ce-4198-9580-864b3c658c20 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 1098 time: 0.1212204 Jun 22 16:38:59.755297 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e5ff4-d8f7-4aa2-b0f5-5ffcc89ac4b7 req-e75aa46c-0655-4eab-952a-07a448419d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:59.756893 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a66e5ff4-d8f7-4aa2-b0f5-5ffcc89ac4b7 req-e75aa46c-0655-4eab-952a-07a448419d2f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 1099 time: 0.1666856 Jun 22 16:38:59.769325 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-51b07a8b-6cb5-4b92-8096-c70a76cff490 req-3973f49f-9137-4bc7-8880-b6bee2d1c7a1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829704 Jun 22 16:38:59.798884 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-06456aaa-1ca1-4ec6-b5ad-23afcaa97250 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:38:59.800309 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-06456aaa-1ca1-4ec6-b5ad-23afcaa97250 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 815 time: 0.1452503 Jun 22 16:38:59.814978 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-77771c5a-19e7-41af-b0cc-92b333447d6d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/quotas/99d582b6249648bf8d2f3fab4c2715c9 HTTP/1.1" status: 200 len: 375 time: 0.0092280 Jun 22 16:38:59.907140 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a66e5ff4-d8f7-4aa2-b0f5-5ffcc89ac4b7 req-d7ff1e91-c1c0-49e2-bc94-25debc6c4535 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512612 Jun 22 16:38:59.926078 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-1e122a0a-54f5-4bf5-ab71-fe4206a017b4 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055789 Jun 22 16:39:00.050521 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-154d6b39-f638-4384-9757-146b83b90f8b service neutron] 10.222.0.70 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234374 Jun 22 16:39:00.119519 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cefb1d-e891-4c75-b128-7ca06d7c3446 req-641b555a-9ae2-4fdb-872d-b5ec31370254 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:00.120968 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-18cefb1d-e891-4c75-b128-7ca06d7c3446 req-641b555a-9ae2-4fdb-872d-b5ec31370254 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1368880 Jun 22 16:39:00.199703 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-18cefb1d-e891-4c75-b128-7ca06d7c3446 req-8a845464-ab93-4805-a74e-d4aba5d601b6 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699720 Jun 22 16:39:00.221649 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-7ebdbd86-08a8-439d-a030-cd3c9d86a2f8 service neutron] 10.222.0.70 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614172 Jun 22 16:39:00.404554 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241c2a7-6410-4611-932c-05c8f5646efc req-d163912f-698e-4418-a90c-90a27101dfce tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:00.406915 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1241c2a7-6410-4611-932c-05c8f5646efc req-d163912f-698e-4418-a90c-90a27101dfce tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0924606 Jun 22 16:39:00.449037 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1241c2a7-6410-4611-932c-05c8f5646efc req-ec27209c-20ad-432c-b166-bacfe9acbe2f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369446 Jun 22 16:39:00.727351 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cff08352-923d-4b53-9c5d-f3e194a0a58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:00.794412 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f5920d3b-e2cd-4953-a009-097b1c73dc73 req-7edd0456-d63b-4873-9421-294e063077a6 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 210 time: 0.2628198 Jun 22 16:39:00.828707 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4ae9b-f35d-43aa-85f1-e6317f861b4b req-035b5bf0-9364-4c4a-b942-efdce1eaee11 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:00.841997 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-22e4ae9b-f35d-43aa-85f1-e6317f861b4b req-035b5bf0-9364-4c4a-b942-efdce1eaee11 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.3361981 Jun 22 16:39:00.879414 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-22e4ae9b-f35d-43aa-85f1-e6317f861b4b req-114ed7a8-8b7f-41b4-afe0-fe5e1f1200a5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363653 Jun 22 16:39:01.258393 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:01.424319 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f246efb-add4-4d05-9200-2dfba1ae1180 req-9f5cf02e-a480-48bc-80e7-33139716abf2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:01.425750 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9f246efb-add4-4d05-9200-2dfba1ae1180 req-9f5cf02e-a480-48bc-80e7-33139716abf2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1548476 Jun 22 16:39:01.431477 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88271-b49f-464a-882b-013011afaf02 req-88a69504-82f4-4c85-b04f-5605faf9edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:01.432836 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-24f88271-b49f-464a-882b-013011afaf02 req-88a69504-82f4-4c85-b04f-5605faf9edf5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 1098 time: 0.1271875 Jun 22 16:39:01.518659 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10902bb9-b899-4718-92d0-58cccd778d9e req-de380405-27f0-4c8f-86bc-fdeb7e141d48 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:01.520007 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-10902bb9-b899-4718-92d0-58cccd778d9e req-de380405-27f0-4c8f-86bc-fdeb7e141d48 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1644001 Jun 22 16:39:01.530291 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9f246efb-add4-4d05-9200-2dfba1ae1180 req-f187bad7-1d5f-49de-9cb7-37ac96ca740c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965610 Jun 22 16:39:01.579229 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-10902bb9-b899-4718-92d0-58cccd778d9e req-2ce85014-b24e-44e5-8b98-8f77366282a5 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519295 Jun 22 16:39:01.591795 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88271-b49f-464a-882b-013011afaf02 req-8a4578dd-f52d-406d-ad07-74061d8d6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:01.593271 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-24f88271-b49f-464a-882b-013011afaf02 req-8a4578dd-f52d-406d-ad07-74061d8d6c1b service neutron] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 920 time: 0.1403341 Jun 22 16:39:01.647013 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:01.652958 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-24f88271-b49f-464a-882b-013011afaf02 req-781525e7-0c2f-4ae3-b120-82eaca125bec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e9fc773-caf1-49df-806f-7cebe3984576 HTTP/1.1" status: 200 len: 217 time: 0.0381124 Jun 22 16:39:01.765083 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88271-b49f-464a-882b-013011afaf02 req-03da6432-8d54-43ba-8fdd-b76117925116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:01.766735 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-24f88271-b49f-464a-882b-013011afaf02 req-03da6432-8d54-43ba-8fdd-b76117925116 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.0879903 Jun 22 16:39:01.796023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7e615-8f69-4462-a01b-071e43483ab7 req-d19013dc-99b1-4d93-bb85-840fd7124b34 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:01.797512 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68b7e615-8f69-4462-a01b-071e43483ab7 req-d19013dc-99b1-4d93-bb85-840fd7124b34 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 945 time: 0.1471612 Jun 22 16:39:01.839573 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-24f88271-b49f-464a-882b-013011afaf02 req-ae6ebfa5-3285-469d-98ac-1878a44e325a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386691 Jun 22 16:39:01.859039 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac02ad-91f3-47e2-acbb-526f374a8586 req-66fa6283-7956-4e84-a3e1-fedc1bf3efbb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:01.860734 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-80ac02ad-91f3-47e2-acbb-526f374a8586 req-66fa6283-7956-4e84-a3e1-fedc1bf3efbb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1489401 Jun 22 16:39:01.901020 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68b7e615-8f69-4462-a01b-071e43483ab7 req-53bb4641-4e70-465b-b9b1-d78efbc2a306 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901258 Jun 22 16:39:01.966225 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-80ac02ad-91f3-47e2-acbb-526f374a8586 req-6a877ab9-bc87-4153-bfac-dda052047c4e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989397 Jun 22 16:39:02.023625 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-24f88271-b49f-464a-882b-013011afaf02 req-96cac595-df3c-4620-8a41-8a21d7c92315 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423340 Jun 22 16:39:02.061706 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2fed2183-8ce5-4be1-aa38-874ef1282eb7 req-4e4fbbbc-ba87-4ae6-a6f7-cc35bbcaf919 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 210 time: 0.0362663 Jun 22 16:39:02.171329 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-24f88271-b49f-464a-882b-013011afaf02 req-5efa98e0-6785-4c26-9cac-1e1250473072 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122074 Jun 22 16:39:02.511852 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:02.807410 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-21cf8e77-159b-42af-bff1-d34c1a44d6fb tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:02.808825 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-21cf8e77-159b-42af-bff1-d34c1a44d6fb tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 815 time: 0.1808543 Jun 22 16:39:02.827140 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e765c5d-f591-4ac0-b3e3-e1366994cc32 req-8314a81f-c6fc-4e8f-baf6-592604fe2cf6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:02.829071 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8e765c5d-f591-4ac0-b3e3-e1366994cc32 req-8314a81f-c6fc-4e8f-baf6-592604fe2cf6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1537595 Jun 22 16:39:02.836222 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Request body: {'port': {'device_id': '7839be04-aa5d-4577-b592-6a993bc0f9db', 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c', 'admin_state_up': True, 'tenant_id': '99d582b6249648bf8d2f3fab4c2715c9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:02.859053 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400dab9-b5ac-444e-b75a-1822ecd011a9 req-de6d15e8-eabc-46c4-994c-7a35a8d94275 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:02.860486 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b400dab9-b5ac-444e-b75a-1822ecd011a9 req-de6d15e8-eabc-46c4-994c-7a35a8d94275 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1535740 Jun 22 16:39:02.958928 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8e765c5d-f591-4ac0-b3e3-e1366994cc32 req-0726b5d5-2883-4267-bece-6f69981558d7 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194804 Jun 22 16:39:02.975344 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b400dab9-b5ac-444e-b75a-1822ecd011a9 req-f468c563-d806-4749-957d-072967f74fa6 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824270 Jun 22 16:39:03.018969 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Made reservation on behalf of 99d582b6249648bf8d2f3fab4c2715c9 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:39:03.022563 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:03.229044 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Allocated IP 172.20.0.7 (284f56e7-6fec-4d8a-bfa7-1e123bf8e54c/a66b6cc0-a922-44e4-a8ff-dfd170c8d86a/347f47ee-7395-4577-ba4e-b9e221392c8e) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:39:03.241492 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64fb61-cf69-4007-8fec-31e658bdd1cc req-6fb177f8-5f7e-4e3f-acfd-7fffaf7114e2 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:03.242766 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7c64fb61-cf69-4007-8fec-31e658bdd1cc req-6fb177f8-5f7e-4e3f-acfd-7fffaf7114e2 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 945 time: 0.1675639 Jun 22 16:39:03.280991 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26651-b397-4be3-b7fc-86569a49f351 req-99fe40c9-3719-4c5c-992f-d1500c67829a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:03.282580 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d2a26651-b397-4be3-b7fc-86569a49f351 req-99fe40c9-3719-4c5c-992f-d1500c67829a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1745710 Jun 22 16:39:03.291868 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46826) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:03.301232 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'floatingip': {'port_id': '5cabad33-f222-4945-a144-75d47d29c5a2'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:03.320319 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7c64fb61-cf69-4007-8fec-31e658bdd1cc req-d371b6b2-b387-4153-91b7-c562e6ab6727 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703371 Jun 22 16:39:03.453919 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:03.529596 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:03.547710 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac058d24-cf56-4346-a442-4dbb96710a5c req-0f3ae8f8-a25a-472c-bdf0-0812a0b2db8c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:03.556504 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ac058d24-cf56-4346-a442-4dbb96710a5c req-0f3ae8f8-a25a-472c-bdf0-0812a0b2db8c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1500492 Jun 22 16:39:03.601545 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-29327bee-20c1-44da-a8eb-cccd3bc1ee9b req-41e51cfb-7fdc-4abb-927c-ef68c992db6a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 210 time: 0.0402858 Jun 22 16:39:03.664473 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ac058d24-cf56-4346-a442-4dbb96710a5c req-28ed4032-55ef-40c9-81e4-58a763cdf88b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068912 Jun 22 16:39:03.677371 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:03.722213 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:03.742598 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:03.754283 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['9e1e2658-2966-4f68-b052-94a88e0b0e35'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:39:03.865855 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Pushing event updated for resources: {'Port': ['ID=347f47ee-7395-4577-ba4e-b9e221392c8e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:03.874105 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:03.895434 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:39:03.900315 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:39:03.908873 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:39:03.917305 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:03.930920 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:03.961035 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1304591 Jun 22 16:39:03.976044 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Request body: {'port': {'device_id': '7839be04-aa5d-4577-b592-6a993bc0f9db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:04.055832 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46868) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:04.248900 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.298334 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cc0fc-757d-49d0-a304-e14284050bb4 req-49a1094d-0546-42ca-81c6-2ba5d22bad45 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:04.299871 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6c0cc0fc-757d-49d0-a304-e14284050bb4 req-49a1094d-0546-42ca-81c6-2ba5d22bad45 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1693425 Jun 22 16:39:04.315403 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46880) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:04.345144 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-dd22ef25-863b-4499-a96a-eea5b1608c3e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'floatingip': {'port_id': 'f114281f-7d8f-4b40-949f-11d03afe74c1'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:04.356431 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02806a-a7e2-4c5d-8dcf-09179d3b1878 req-1fad367f-cf5a-469f-b446-8014cc27df7c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:04.357906 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dd02806a-a7e2-4c5d-8dcf-09179d3b1878 req-1fad367f-cf5a-469f-b446-8014cc27df7c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1804299 Jun 22 16:39:04.391164 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-543f3c01-90ad-49b3-8e50-9dd1b6dabc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.414725 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dd22ef25-863b-4499-a96a-eea5b1608c3e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.526197 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dd02806a-a7e2-4c5d-8dcf-09179d3b1878 req-6fef80f4-79c9-497d-b083-74dbf6079c60 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187217 Jun 22 16:39:04.542253 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.db.resource_extend [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 22 16:39:04.588309 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 46890) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:04.679847 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.697634 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.703675 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfebea-8027-4190-90b2-9b5dfb8ed654 req-39302c81-98b0-429a-acc2-8faeac29eaf8 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:04.705851 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-82dfebea-8027-4190-90b2-9b5dfb8ed654 req-39302c81-98b0-429a-acc2-8faeac29eaf8 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 945 time: 0.1854837 Jun 22 16:39:04.719874 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347f47ee-7395-4577-ba4e-b9e221392c8e {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:39:04.743103 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.752007 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d346d4e3-4935-4290-8fa4-386ed312708a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.801829 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Transition to ACTIVE for port object 347f47ee-7395-4577-ba4e-b9e221392c8e will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:39:04.815973 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.823770 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:04.827831 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-82dfebea-8027-4190-90b2-9b5dfb8ed654 req-bf8e43fb-5d46-435f-88fc-dc5d4e17033c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117885 Jun 22 16:39:04.894285 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Pushing event updated for resources: {'Port': ['ID=347f47ee-7395-4577-ba4e-b9e221392c8e,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:04.900529 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:04.908023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5d840-75e6-48fc-a049-bde7b748281c req-f6d0fba8-b5fd-4df7-9e06-830ba245ab7c tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:04.909716 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-51c5d840-75e6-48fc-a049-bde7b748281c req-f6d0fba8-b5fd-4df7-9e06-830ba245ab7c tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 931 time: 0.1698794 Jun 22 16:39:04.933030 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-543f3c01-90ad-49b3-8e50-9dd1b6dabc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.943415 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-543f3c01-90ad-49b3-8e50-9dd1b6dabc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:04.947709 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.l3_db [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Floating IP 4511fc03-5795-4172-a8db-d58daf2c2155 associated. External IP: 172.28.0.39, port: 5cabad33-f222-4945-a144-75d47d29c5a2. Jun 22 16:39:04.965594 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Attempting to bind port 347f47ee-7395-4577-ba4e-b9e221392c8e on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:39:04.965948 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Attempting to bind port 347f47ee-7395-4577-ba4e-b9e221392c8e by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:39:04.966294 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Attempting to bind port 347f47ee-7395-4577-ba4e-b9e221392c8e on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:39:04.982567 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:04.984417 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Port 347f47ee-7395-4577-ba4e-b9e221392c8e on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:39:04.984751 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Attempting to bind port 347f47ee-7395-4577-ba4e-b9e221392c8e on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:39:04.999349 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:39:04.999689 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Checking segment: {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:39:05.000073 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Bound using segment: {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:39:05.000500 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Bound port: 347f47ee-7395-4577-ba4e-b9e221392c8e, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:39:05.000845 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.005427 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-51c5d840-75e6-48fc-a049-bde7b748281c req-e3fc220b-6461-4297-9005-769d04b41914 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760450 Jun 22 16:39:05.094401 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] For port 347f47ee-7395-4577-ba4e-b9e221392c8e, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:39:05.116171 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] For port 347f47ee-7395-4577-ba4e-b9e221392c8e, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=347f47ee-7395-4577-ba4e-b9e221392c8e,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:39:05.121199 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d346d4e3-4935-4290-8fa4-386ed312708a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.122514 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.124846 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:05.128144 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d346d4e3-4935-4290-8fa4-386ed312708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.131460 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-543f3c01-90ad-49b3-8e50-9dd1b6dabc53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=656249fdae114484880693432998f2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0689251 Jun 22 16:39:05.137493 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f3c01-90ad-49b3-8e50-9dd1b6dabc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad1ead0-4c54-4a82-b7a6-323c5354e509,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:05.140683 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-543f3c01-90ad-49b3-8e50-9dd1b6dabc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:05.142697 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46896) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:05.172013 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:05.172623 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.174572 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] 10.222.0.74 "PUT /v2.0/ports/347f47ee-7395-4577-ba4e-b9e221392c8e HTTP/1.1" status: 200 len: 1093 time: 1.2032979 Jun 22 16:39:05.176618 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7839be04-aa5d-4577-b592-6a993bc0f9db', 'tag': '347f47ee-7395-4577-ba4e-b9e221392c8e'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:05.178922 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bdff7a-a270-4d19-a501-0beff80de4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7839be04-aa5d-4577-b592-6a993bc0f9db", "tag": "347f47ee-7395-4577-ba4e-b9e221392c8e"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:05.200724 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-d346d4e3-4935-4290-8fa4-386ed312708a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=852651b27572425a94feab16b38565e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6090162 Jun 22 16:39:05.204071 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46900) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:05.208891 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Pushing event updated for resources: {'Port': ['ID=347f47ee-7395-4577-ba4e-b9e221392c8e,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:05.212300 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:05.212851 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5c5ac605-d2a9-4dd8-8bb7-533deb9f900f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:05.370819 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2e8f34e8-2045-44e5-a2cc-bd2946ce6783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.423027 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dd22ef25-863b-4499-a96a-eea5b1608c3e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.442554 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dd22ef25-863b-4499-a96a-eea5b1608c3e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.453613 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2e8f34e8-2045-44e5-a2cc-bd2946ce6783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.455686 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ef6553-6ad5-4373-8952-83378fafecc4 x-openstack-request-id: req-48ef6553-6ad5-4373-8952-83378fafecc4 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:05.456001 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7839be04-aa5d-4577-b592-6a993bc0f9db", "tag": "347f47ee-7395-4577-ba4e-b9e221392c8e", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:05.456271 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-48ef6553-6ad5-4373-8952-83378fafecc4 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:05.456667 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7839be04-aa5d-4577-b592-6a993bc0f9db', 'tag': '347f47ee-7395-4577-ba4e-b9e221392c8e', 'status': 'completed', 'code': 200} Jun 22 16:39:05.481585 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346d4e3-4935-4290-8fa4-386ed312708a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b1168b-8fdb-4305-bc25-fdbfb3c949b0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:05.486732 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d346d4e3-4935-4290-8fa4-386ed312708a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:05.517538 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c38abe4d-04d2-4cf6-bd9d-467d9f0fc0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.541512 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-f1e03a6e-c47b-40c4-89ce-15ec8a36152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:05.543049 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-f1e03a6e-c47b-40c4-89ce-15ec8a36152e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 1096 time: 0.3046341 Jun 22 16:39:05.554718 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-d41428b5-e82f-45aa-9bfa-2f1daea5d37c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:05.556110 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-d41428b5-e82f-45aa-9bfa-2f1daea5d37c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.74 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 945 time: 0.1022387 Jun 22 16:39:05.585349 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c38abe4d-04d2-4cf6-bd9d-467d9f0fc0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.650327 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-be3254e3-bb84-42ac-a7f0-0a2983ad6ec0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347f47ee-7395-4577-ba4e-b9e221392c8e HTTP/1.1" status: 200 len: 217 time: 0.0931621 Jun 22 16:39:05.790293 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0e37d61b-911d-43ff-93e8-6ef870b7c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:05.791746 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-0e37d61b-911d-43ff-93e8-6ef870b7c05a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 200 len: 855 time: 0.1230261 Jun 22 16:39:05.832667 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Router 1034729a-8c48-479c-a2fc-d1902fa286cc has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:39:05.838151 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-5860ae18-ba09-419d-bf27-9bcf2282c5dc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376048 Jun 22 16:39:05.860360 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.l3_db [None req-dd22ef25-863b-4499-a96a-eea5b1608c3e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Floating IP 2fc58422-5640-47bd-852b-37e76eb1c7d3 associated. External IP: 172.28.0.21, port: f114281f-7d8f-4b40-949f-11d03afe74c1. Jun 22 16:39:05.867717 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c91e5-24f4-493f-bac1-e7a3d7e8069e req-85aa5913-2c32-4d01-9f7f-feb123571557 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:05.869206 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1f0c91e5-24f4-493f-bac1-e7a3d7e8069e req-85aa5913-2c32-4d01-9f7f-feb123571557 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.2015753 Jun 22 16:39:05.921889 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c38abe4d-04d2-4cf6-bd9d-467d9f0fc0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.922635 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2e8f34e8-2045-44e5-a2cc-bd2946ce6783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.931552 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c38abe4d-04d2-4cf6-bd9d-467d9f0fc0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.935184 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-c38abe4d-04d2-4cf6-bd9d-467d9f0fc0ef admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02b1168b-8fdb-4305-bc25-fdbfb3c949b0 HTTP/1.1" status: 204 len: 168 time: 0.6988468 Jun 22 16:39:05.935333 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Deleting port 2001afa1-1b3f-4596-b45d-329be7e701b2 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:39:05.935333 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.937172 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f60de8a8-fcc4-44e5-8330-485d39eeeaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:05.940730 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2e8f34e8-2045-44e5-a2cc-bd2946ce6783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:05.944390 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-2e8f34e8-2045-44e5-a2cc-bd2946ce6783 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0ad1ead0-4c54-4a82-b7a6-323c5354e509 HTTP/1.1" status: 204 len: 168 time: 0.7969711 Jun 22 16:39:06.037735 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38abe4d-04d2-4cf6-bd9d-467d9f0fc0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b1168b-8fdb-4305-bc25-fdbfb3c949b0,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:06.043648 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1f0c91e5-24f4-493f-bac1-e7a3d7e8069e req-163bfcf4-5889-4914-9eef-5a73fc084c65 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385415 Jun 22 16:39:06.090786 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f34e8-2045-44e5-a2cc-bd2946ce6783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad1ead0-4c54-4a82-b7a6-323c5354e509,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:06.097045 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2e8f34e8-2045-44e5-a2cc-bd2946ce6783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:06.099771 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:06.102348 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:06.169355 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-59c4a984-e0e0-4647-b71c-e1908c8e8209 service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209693 Jun 22 16:39:06.262686 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:39:06.281655 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] Sync routers for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:39:06.289323 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] For port 2001afa1-1b3f-4596-b45d-329be7e701b2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=2001afa1-1b3f-4596-b45d-329be7e701b2,segment=NetworkSegment(cefeec35-6ccb-4f6f-a031-862c6cbf1297),segment_id=cefeec35-6ccb-4f6f-a031-862c6cbf1297)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:06.289707 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.297684 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.311830 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:39:06.312581 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:39:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:06.315308 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Calling delete_port for 2001afa1-1b3f-4596-b45d-329be7e701b2 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:39:06.334788 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03c435-beea-4de4-9290-6a0b80aea4fa req-a9f62903-854d-4fa6-8a57-8e8dfd06846c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:06.336337 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8d03c435-beea-4de4-9290-6a0b80aea4fa req-a9f62903-854d-4fa6-8a57-8e8dfd06846c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 945 time: 0.3470931 Jun 22 16:39:06.410060 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46920) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:06.411034 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46922) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:06.435705 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b8df84d0-0cd7-4970-be52-d02681ea2aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.456538 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-bb75cfbc-ff5f-4220-8357-b905f36cd5db tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "PUT /v2.0/floatingips/4511fc03-5795-4172-a8db-d58daf2c2155 HTTP/1.1" status: 200 len: 990 time: 3.1618633 Jun 22 16:39:06.460673 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'tag': '5cabad33-f222-4945-a144-75d47d29c5a2'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:06.463258 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82de255-6270-46dc-8db3-2c7ce753dd58" -d '{"events": [{"name": "network-changed", "server_uuid": "21cfc73d-1142-4e56-9122-252dc1cdeb8a", "tag": "5cabad33-f222-4945-a144-75d47d29c5a2"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:06.469075 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.486991 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:39:06.496675 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e27acf4-47f8-47fc-92be-5cb009d386e9 req-39d019a2-d724-4bf0-b026-cf5eae0f6d4a service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013411 Jun 22 16:39:06.508730 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8d03c435-beea-4de4-9290-6a0b80aea4fa req-4aa26284-839b-4e81-a969-79ef69e03d71 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/security-groups?id=1571195e-33f8-4f0d-a44e-ff408dc0ac9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600208 Jun 22 16:39:06.524335 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd22ef25-863b-4499-a96a-eea5b1608c3e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Router 72d2996e-d684-4f0e-8bff-8664529db36c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:39:06.535836 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.db.api [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 22 16:39:06.535836 dv-cinder-768105-10-smb neutron-server[93716]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 22 16:39:06.535836 dv-cinder-768105-10-smb neutron-server[93716]: [parameters: {'project_id': '03f773ea12fb411b9112e8bcd091ecb7', 'id': 'a4ac0e99-bf3d-47d3-804c-830b8d92e351', 'expiration': datetime.datetime(2021, 6, 22, 16, 41, 6, 521228)}] Jun 22 16:39:06.535836 dv-cinder-768105-10-smb neutron-server[93716]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 16:39:06.535836 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_db.api [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 16:39:06.606653 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137ece2-dc1b-4239-bf10-07ad8cb7c11f req-7af5b898-94ac-4aea-a398-9cbdd2b2568e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:06.608370 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0137ece2-dc1b-4239-bf10-07ad8cb7c11f req-7af5b898-94ac-4aea-a398-9cbdd2b2568e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 943 time: 0.1735642 Jun 22 16:39:06.699678 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.704309 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:06.713725 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['2001afa1-1b3f-4596-b45d-329be7e701b2'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:39:06.718523 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0137ece2-dc1b-4239-bf10-07ad8cb7c11f req-a4d7c2f4-5acc-4bf9-8bcf-c1a6a6757b66 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842519 Jun 22 16:39:06.718904 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd22ef25-863b-4499-a96a-eea5b1608c3e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:39:06.733826 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dd22ef25-863b-4499-a96a-eea5b1608c3e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.744945 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b8df84d0-0cd7-4970-be52-d02681ea2aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.766966 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b8df84d0-0cd7-4970-be52-d02681ea2aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.770015 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] Sync routers for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:39:06.781683 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:39:06.782323 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Pushing event deleted for resources: {'Port': ['ID=2001afa1-1b3f-4596-b45d-329be7e701b2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:06.783329 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:39:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:06.798877 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ea360ed8-5fd7-41c3-8579-12b0569406ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:06.807241 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-b8df84d0-0cd7-4970-be52-d02681ea2aae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ee77031550104b768dd2803097a3d9d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931165 Jun 22 16:39:06.811301 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:06.811671 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e7564f-12e3-44e2-82a0-fd1757b8bb30 x-openstack-request-id: req-59e7564f-12e3-44e2-82a0-fd1757b8bb30 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:06.812182 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 46930) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:06.812592 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21cfc73d-1142-4e56-9122-252dc1cdeb8a", "tag": "5cabad33-f222-4945-a144-75d47d29c5a2", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:06.812968 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-59e7564f-12e3-44e2-82a0-fd1757b8bb30 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:06.814698 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'tag': '5cabad33-f222-4945-a144-75d47d29c5a2', 'status': 'completed', 'code': 200} Jun 22 16:39:06.866283 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-b97fa5ac-cc82-4008-93f6-e807509d1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:06.868043 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-b97fa5ac-cc82-4008-93f6-e807509d1d9a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 1096 time: 0.2876437 Jun 22 16:39:06.868927 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] No DVR routers for this DVR port 2001afa1-1b3f-4596-b45d-329be7e701b2 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:39:06.875745 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.877967 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9ff90ddd-fe09-41f8-8ab4-86be847868e9 req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.74 "DELETE /v2.0/ports/2001afa1-1b3f-4596-b45d-329be7e701b2 HTTP/1.1" status: 204 len: 173 time: 1.3152642 Jun 22 16:39:06.911220 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df84d0-0cd7-4970-be52-d02681ea2aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60a26c0-6638-4b48-a221-8069d13df042,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:06.915374 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-dd22ef25-863b-4499-a96a-eea5b1608c3e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "PUT /v2.0/floatingips/2fc58422-5640-47bd-852b-37e76eb1c7d3 HTTP/1.1" status: 200 len: 991 time: 2.5987477 Jun 22 16:39:06.916319 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b8df84d0-0cd7-4970-be52-d02681ea2aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:06.943975 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:39:06.957925 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-37a1fd2f-6d58-419a-91dd-9f774fff323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:06.960041 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-37a1fd2f-6d58-419a-91dd-9f774fff323d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 1098 time: 0.1292536 Jun 22 16:39:06.984601 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5958194c-e573-4176-b46f-bb0a3375641e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:06.992005 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '4511fc03-5795-4172-a8db-d58daf2c2155', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'floating_ip_address': '172.28.0.39', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'port_id': '5cabad33-f222-4945-a144-75d47d29c5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'mac_address': 'fa:16:3e:dc:84:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:38:37Z', 'updated_at': '2021-06-22T16:39:04Z', 'revision_number': 1, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:07.023592 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5958194c-e573-4176-b46f-bb0a3375641e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:07.030441 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-eb63a120-5a00-4402-9a6e-38cc08026499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:07.031993 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-eb63a120-5a00-4402-9a6e-38cc08026499 service neutron] 10.222.0.74 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 916 time: 0.1485975 Jun 22 16:39:07.035798 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:07.065040 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] Checking router: 1034729a-8c48-479c-a2fc-d1902fa286cc for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:39:07.098676 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:39:07.099525 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:39:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:07.137791 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-f166929f-5d44-4d9a-9421-dd956bfad70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:07.140827 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-f166929f-5d44-4d9a-9421-dd956bfad70b service neutron] 10.222.0.74 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 911 time: 0.1641130 Jun 22 16:39:07.197420 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-6db49bc5-c7c9-436a-ac97-dacd9cc68679 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=347f47ee-7395-4577-ba4e-b9e221392c8e HTTP/1.1" status: 200 len: 217 time: 0.1390698 Jun 22 16:39:07.245340 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:39:07.261623 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5958194c-e573-4176-b46f-bb0a3375641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:07.268555 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5958194c-e573-4176-b46f-bb0a3375641e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:07.269804 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-5958194c-e573-4176-b46f-bb0a3375641e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d60a26c0-6638-4b48-a221-8069d13df042 HTTP/1.1" status: 204 len: 168 time: 0.4366193 Jun 22 16:39:07.272235 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e22dd53e-7d26-4dcc-abd1-f5c9f0928066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:07.286954 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958194c-e573-4176-b46f-bb0a3375641e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60a26c0-6638-4b48-a221-8069d13df042,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:07.292653 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5958194c-e573-4176-b46f-bb0a3375641e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:07.304680 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-accc7afa-ba1f-42e9-b133-7bf06c604661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:07.308185 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-accc7afa-ba1f-42e9-b133-7bf06c604661 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 200 len: 855 time: 0.0993426 Jun 22 16:39:07.373492 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-b137892a-50ca-48d9-856b-f4ae5c93b9c2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412955 Jun 22 16:39:07.467218 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '2fc58422-5640-47bd-852b-37e76eb1c7d3', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'floating_ip_address': '172.28.0.21', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'port_id': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'mac_address': 'fa:16:3e:30:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:38:37Z', 'updated_at': '2021-06-22T16:39:05Z', 'revision_number': 1, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:07.487017 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-5830cb39-dc86-4907-a2d5-9062a9771b63 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cabad33-f222-4945-a144-75d47d29c5a2 HTTP/1.1" status: 200 len: 998 time: 0.3243427 Jun 22 16:39:07.521531 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:07.532226 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] Checking router: 72d2996e-d684-4f0e-8bff-8664529db36c for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:39:07.542348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '039b3479-b199-4d5a-a0a3-6afd0611e417', 'name': 'network-vif-deleted', 'tag': '2001afa1-1b3f-4596-b45d-329be7e701b2'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:07.544727 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b6f52a-442b-489c-a8bb-8b5c5dd744d7" -d '{"events": [{"server_uuid": "039b3479-b199-4d5a-a0a3-6afd0611e417", "name": "network-vif-deleted", "tag": "2001afa1-1b3f-4596-b45d-329be7e701b2"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:07.570237 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:07.576662 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:39:07.581789 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:39:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:07.583821 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d5fd7f06-70be-4b04-874f-0286f0c45f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:07.629779 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-6ce9b272-d11a-4364-bc9c-b93b30db2fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:07.631677 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-6ce9b272-d11a-4364-bc9c-b93b30db2fb4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 200 len: 849 time: 0.1283724 Jun 22 16:39:07.636946 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=03f773ea12fb411b9112e8bcd091ecb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2244198 Jun 22 16:39:07.639026 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2021902c-1678-452a-a8b7-07236b336de0,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:07.641725 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 46942) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:07.644645 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066b0f5-a4c8-43f8-ab27-764c23a88693 req-94c09796-6978-488f-b4a0-8653e6acaddc tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:07.649358 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:07.652377 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e066b0f5-a4c8-43f8-ab27-764c23a88693 req-94c09796-6978-488f-b4a0-8653e6acaddc tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1515579 Jun 22 16:39:07.678673 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-5d467aaa-c688-4419-b26f-c9e47f192aee service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762413 Jun 22 16:39:07.800550 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '4511fc03-5795-4172-a8db-d58daf2c2155', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'floating_ip_address': '172.28.0.39', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'port_id': '5cabad33-f222-4945-a144-75d47d29c5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'mac_address': 'fa:16:3e:dc:84:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:38:37Z', 'updated_at': '2021-06-22T16:39:04Z', 'revision_number': 1, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:07.818917 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-74bdff7a-a270-4d19-a501-0beff80de4eb req-f71e5996-abab-4e1d-abf4-8c3613e00e9e service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270463 Jun 22 16:39:07.821072 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffe863f-7969-40a6-b05e-aef0eed8a94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:07.840463 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e066b0f5-a4c8-43f8-ab27-764c23a88693 req-40758626-0e7c-4789-826c-a25c50eca9e1 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867383 Jun 22 16:39:07.873238 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-66c4ccc0-5a80-4555-97f0-ac426c0b0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:07.875156 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:39:07.878601 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-66c4ccc0-5a80-4555-97f0-ac426c0b0ce4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=610ba6c5-51f9-40ff-b347-fdd5091db030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2355785 Jun 22 16:39:07.885531 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffe863f-7969-40a6-b05e-aef0eed8a94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:07.894073 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaee2e97-7f15-48b2-81ff-0376d75a5b30 x-openstack-request-id: req-aaee2e97-7f15-48b2-81ff-0376d75a5b30 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:07.894798 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "039b3479-b199-4d5a-a0a3-6afd0611e417", "name": "network-vif-deleted", "tag": "2001afa1-1b3f-4596-b45d-329be7e701b2", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:07.896165 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aaee2e97-7f15-48b2-81ff-0376d75a5b30 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:07.897603 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '039b3479-b199-4d5a-a0a3-6afd0611e417', 'name': 'network-vif-deleted', 'tag': '2001afa1-1b3f-4596-b45d-329be7e701b2', 'status': 'completed', 'code': 200} Jun 22 16:39:07.951989 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b8c49f-871b-4428-aea6-abf5a6062a9c None None] The sync data for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb is: [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '4511fc03-5795-4172-a8db-d58daf2c2155', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'floating_ip_address': '172.28.0.39', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'port_id': '5cabad33-f222-4945-a144-75d47d29c5a2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'mac_address': 'fa:16:3e:dc:84:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:38:37Z', 'updated_at': '2021-06-22T16:39:04Z', 'revision_number': 1, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:39:08.104975 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-070e4626-2f3e-4a70-9b3b-2cf6d1d8ef80 service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902764 Jun 22 16:39:08.273220 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffe863f-7969-40a6-b05e-aef0eed8a94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:08.287111 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6ffe863f-7969-40a6-b05e-aef0eed8a94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:08.292679 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-6ffe863f-7969-40a6-b05e-aef0eed8a94d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2021902c-1678-452a-a8b7-07236b336de0 HTTP/1.1" status: 204 len: 168 time: 0.6457424 Jun 22 16:39:08.300850 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-90892ba4-0afd-4845-9854-ac4633c0b256 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:08.326733 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe863f-7969-40a6-b05e-aef0eed8a94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2021902c-1678-452a-a8b7-07236b336de0,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:08.338597 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '2fc58422-5640-47bd-852b-37e76eb1c7d3', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'floating_ip_address': '172.28.0.21', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'port_id': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'mac_address': 'fa:16:3e:30:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:38:37Z', 'updated_at': '2021-06-22T16:39:05Z', 'revision_number': 1, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:08.348017 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6ffe863f-7969-40a6-b05e-aef0eed8a94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:08.379742 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a6f004-8839-415d-bf89-3a1eac5b30bd None None] The sync data for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb is: [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '2fc58422-5640-47bd-852b-37e76eb1c7d3', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'floating_ip_address': '172.28.0.21', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'port_id': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'mac_address': 'fa:16:3e:30:a3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:38:37Z', 'updated_at': '2021-06-22T16:39:05Z', 'revision_number': 1, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:39:08.386793 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b40ebe89-8453-4cad-afbe-63180dae87f2 req-3e39fdc0-cfa1-4ad9-ad3b-724c4e49e057 tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] 10.222.0.70 "GET /v2.0/ports?device_id=039b3479-b199-4d5a-a0a3-6afd0611e417 HTTP/1.1" status: 200 len: 210 time: 0.0815530 Jun 22 16:39:08.402834 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b82de255-6270-46dc-8db3-2c7ce753dd58 req-33a20189-e658-4be6-8f40-f901ae16249d service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774303 Jun 22 16:39:08.415200 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d506ac-c98e-49c6-888f-ea59e4e72360 None None] New status for floating IP 4511fc03-5795-4172-a8db-d58daf2c2155: ACTIVE {{(pid=93718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:39:08.494478 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1af99-803e-41ce-8347-c5ac2b6a63d1 req-88176630-2017-4530-a9f3-e4d7f37dc111 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:08.496322 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-edb1af99-803e-41ce-8347-c5ac2b6a63d1 req-88176630-2017-4530-a9f3-e4d7f37dc111 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 943 time: 0.4695945 Jun 22 16:39:08.563457 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-edb1af99-803e-41ce-8347-c5ac2b6a63d1 req-1cb15f4b-a23c-49eb-af8d-9cc631e7390d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580854 Jun 22 16:39:08.767412 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dba7002-325d-42fc-bbab-42327ac02c03 None None] New status for floating IP 2fc58422-5640-47bd-852b-37e76eb1c7d3: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:39:08.815923 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:08.818377 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:08.876075 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b789ae9-e509-41b4-b568-73ff50c6c3dd x-openstack-request-id: req-3b789ae9-e509-41b4-b568-73ff50c6c3dd {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:08.877327 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:08.877685 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3b789ae9-e509-41b4-b568-73ff50c6c3dd {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:08.878312 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'status': 'completed', 'code': 200} Jun 22 16:39:09.006284 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-4c7aad36-f4a5-49a6-86d8-d8286fc614da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:09.007989 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-4c7aad36-f4a5-49a6-86d8-d8286fc614da service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 1099 time: 0.0954213 Jun 22 16:39:09.128868 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4e297-a468-4510-a546-22551195a8d9 req-55f21e9d-90c7-4ebf-8864-51c11f2621e1 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:09.132964 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-7a93dfaa-ce07-4841-aa59-59f4ed029ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:09.134842 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-7a93dfaa-ce07-4841-aa59-59f4ed029ac0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.1196520 Jun 22 16:39:09.138517 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fdb4e297-a468-4510-a546-22551195a8d9 req-55f21e9d-90c7-4ebf-8864-51c11f2621e1 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0954137 Jun 22 16:39:09.200348 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fdb4e297-a468-4510-a546-22551195a8d9 req-65b9e51b-61d3-4927-934f-c3f4d4b5f236 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604925 Jun 22 16:39:09.252804 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-e19a9eff-6112-4ebf-80c0-8cc83304db4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114281f-7d8f-4b40-949f-11d03afe74c1 HTTP/1.1" status: 200 len: 999 time: 0.1042314 Jun 22 16:39:09.323399 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-b050ccf4-7b53-4824-886e-d5202bc231fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:09.324992 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-b050ccf4-7b53-4824-886e-d5202bc231fc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.0628195 Jun 22 16:39:09.390996 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-ff4117bd-1fb1-4c99-bf59-ec65954ed7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:09.393027 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-ff4117bd-1fb1-4c99-bf59-ec65954ed7a7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0595250 Jun 22 16:39:09.541080 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-f9bbf4b4-ebab-482c-94ff-5ccf345a172b service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292069 Jun 22 16:39:09.717050 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-74cddaa5-fdb6-4c54-83f8-05b5378c4e2c req-3edee526-63da-4491-9466-d24bf550f524 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564975 Jun 22 16:39:09.845910 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faed1bd-f235-4c33-9ccc-179b848fbcf0 req-37a45cb7-5f2d-4286-bb58-df283e861e21 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:09.855676 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0faed1bd-f235-4c33-9ccc-179b848fbcf0 req-37a45cb7-5f2d-4286-bb58-df283e861e21 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 943 time: 0.1199863 Jun 22 16:39:09.900560 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0faed1bd-f235-4c33-9ccc-179b848fbcf0 req-a0bcc56c-d9b6-4427-a14c-a95ee34a4a28 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436683 Jun 22 16:39:10.394266 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683efdcc-d1ae-4f45-9fa9-b3c960677403 req-61894a4f-381c-43b9-a268-64a8af388401 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:10.395740 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-683efdcc-d1ae-4f45-9fa9-b3c960677403 req-61894a4f-381c-43b9-a268-64a8af388401 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0619318 Jun 22 16:39:10.436440 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-683efdcc-d1ae-4f45-9fa9-b3c960677403 req-4760af82-d7bf-4b31-8c94-ac49f53d727f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Jun 22 16:39:10.454075 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 347f47ee-7395-4577-ba4e-b9e221392c8e details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:39:10.471043 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 2001afa1-1b3f-4596-b45d-329be7e701b2 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:39:10.496560 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 2001afa1-1b3f-4596-b45d-329be7e701b2 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:39:10.496927 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 2001afa1-1b3f-4596-b45d-329be7e701b2 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:39:10.596597 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 347f47ee-7395-4577-ba4e-b9e221392c8e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=347f47ee-7395-4577-ba4e-b9e221392c8e,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:10.607974 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '347f47ee-7395-4577-ba4e-b9e221392c8e', 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c', 'port_id': '347f47ee-7395-4577-ba4e-b9e221392c8e', 'mac_address': 'fa:16:3e:08:2b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66b6cc0-a922-44e4-a8ff-dfd170c8d86a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:39:10.646217 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:10.660729 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347f47ee-7395-4577-ba4e-b9e221392c8e {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:39:10.682329 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 347f47ee-7395-4577-ba4e-b9e221392c8e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=347f47ee-7395-4577-ba4e-b9e221392c8e,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:10.691875 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:10.700971 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:10.757155 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=347f47ee-7395-4577-ba4e-b9e221392c8e,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:10.760629 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:11.129388 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47110) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:11.181260 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47112) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:11.183197 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['347f47ee-7395-4577-ba4e-b9e221392c8e'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:39:11.186602 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c87c-79a1-44ef-b3f8-435d79254597 req-151be373-bf4b-47de-b8c7-0eb97ec26f7d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:11.188136 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-19e5c87c-79a1-44ef-b3f8-435d79254597 req-151be373-bf4b-47de-b8c7-0eb97ec26f7d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 944 time: 0.1061213 Jun 22 16:39:11.208370 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Deleting subnet 254589bf-75ea-4b23-8c9f-5278394f0dba {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:39:11.215347 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.254548 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-19e5c87c-79a1-44ef-b3f8-435d79254597 req-c48a6ae8-b0dd-4307-90bd-14b8b5aae421 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598607 Jun 22 16:39:11.259749 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.273142 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.341442 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4eb99018-9b54-452a-94de-e398b24f02ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.363491 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.369912 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f656a884-8553-4b5b-986e-e833f1da3d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:11.401668 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=254589bf-75ea-4b23-8c9f-5278394f0dba,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:11.404903 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.406994 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/254589bf-75ea-4b23-8c9f-5278394f0dba HTTP/1.1" status: 204 len: 168 time: 0.2756069 Jun 22 16:39:11.410282 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47116) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:11.421273 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.421617 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.422039 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.422424 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.422841 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.423782 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.424130 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.424475 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.424818 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.425159 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.425498 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.425831 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:11.433377 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-dc2da74e-c426-4a74-b3c4-8badd50d64e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:11.476719 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.486716 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4eb99018-9b54-452a-94de-e398b24f02ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.493379 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4eb99018-9b54-452a-94de-e398b24f02ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.497434 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-07c7f9e2-891a-4d3b-a232-e10074b21977 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:11.536469 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-4eb99018-9b54-452a-94de-e398b24f02ca admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0746e8eab55545f6a1bebf9ceb3d67bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519187 Jun 22 16:39:11.536469 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb99018-9b54-452a-94de-e398b24f02ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed1f91e-138f-45c6-9390-4b084130bda1,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:11.537974 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47120) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:11.544832 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-4eb99018-9b54-452a-94de-e398b24f02ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:11.564879 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.584536 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.584897 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.585648 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.586006 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > port after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.586328 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.586663 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > port after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.586984 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.587298 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.587627 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.587939 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.598704 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a53602fc-5e09-49f7-9ce9-e081801be3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.622627 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a53602fc-5e09-49f7-9ce9-e081801be3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.667805 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a53602fc-5e09-49f7-9ce9-e081801be3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.670603 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a53602fc-5e09-49f7-9ce9-e081801be3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.671747 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-a53602fc-5e09-49f7-9ce9-e081801be3e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8ed1f91e-138f-45c6-9390-4b084130bda1 HTTP/1.1" status: 204 len: 168 time: 0.1281781 Jun 22 16:39:11.672575 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2d994ec8-4140-46b3-955f-3449baa76be5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:11.680084 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53602fc-5e09-49f7-9ce9-e081801be3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed1f91e-138f-45c6-9390-4b084130bda1,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:11.687931 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a53602fc-5e09-49f7-9ce9-e081801be3e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:11.751269 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.751631 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.751967 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.752303 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:39:11.752678 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334ea948-9252-431b-8178-f78e54a9ed13']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:11.796415 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefeec35-6ccb-4f6f-a031-862c6cbf1297') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:11.796724 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefeec35-6ccb-4f6f-a031-862c6cbf1297') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:39:11.815217 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63299728'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.842441 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.854075 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:39:11.854471 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63180504'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: from cryptography.utils import int_from_bytes Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: from cryptography.utils import int_from_bytes Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: Traceback (most recent call last): Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: timer() Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: cb(*args, **kw) Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: return func(*args, **kwargs) Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: self._notify() Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: self.callback(batched_events) Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: event.method(event) Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: return f(self, *a, **k) Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: return self._get(url).json() Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:39:11.859556 dv-cinder-768105-10-smb neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:39:11.919794 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621aaa7-54ef-41ac-8429-d17bea9125f9 req-b37c090d-93e1-477e-9fcb-88d9a19e3fd8 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:11.921353 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7621aaa7-54ef-41ac-8429-d17bea9125f9 req-b37c090d-93e1-477e-9fcb-88d9a19e3fd8 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.3539255 Jun 22 16:39:11.935672 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47126) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:11.950055 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e70d48c-13d6-41d0-9363-c355e4aa5ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.953649 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.975752 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-747f1b0f-eab2-46b6-86f0-00d19f83ae25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:11.989909 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7621aaa7-54ef-41ac-8429-d17bea9125f9 req-5eb3e64f-c16d-480e-9a02-7686acbc18f4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577407 Jun 22 16:39:11.991238 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:11.996274 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] 10.222.0.70 "DELETE /v2.0/networks/334ea948-9252-431b-8178-f78e54a9ed13 HTTP/1.1" status: 204 len: 168 time: 0.5849824 Jun 22 16:39:11.997414 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Pushing event deleted for resources: {'Network': ['ID=334ea948-9252-431b-8178-f78e54a9ed13,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:12.008812 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.009364 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.009880 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.010438 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.010939 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.011441 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.011830 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.012273 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.012958 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.013360 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.013803 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.023920 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:12.028523 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:12.053307 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e70d48c-13d6-41d0-9363-c355e4aa5ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.058020 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6e70d48c-13d6-41d0-9363-c355e4aa5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.061372 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f7a7d67f-bcba-4685-b0f5-feae52c60f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:12.096942 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-6e70d48c-13d6-41d0-9363-c355e4aa5ed3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf36ebd3aabb482a9fb0ed7a18a63100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600318 Jun 22 16:39:12.097839 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70d48c-13d6-41d0-9363-c355e4aa5ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d21988f-f87c-4d21-9e57-455306d3e51f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:12.099726 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47132) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:12.106798 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6e70d48c-13d6-41d0-9363-c355e4aa5ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:12.165721 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e21182d-1e95-4077-898e-087fab0e8895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.201658 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e21182d-1e95-4077-898e-087fab0e8895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.208074 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47140) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:12.259564 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e21182d-1e95-4077-898e-087fab0e8895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.261380 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4e21182d-1e95-4077-898e-087fab0e8895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.262421 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-652690bd-3cbd-4788-ac30-4f301f6552e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6076eb4ac3b248ab9114245ba1fe71a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479734 Jun 22 16:39:12.262530 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-4e21182d-1e95-4077-898e-087fab0e8895 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d21988f-f87c-4d21-9e57-455306d3e51f HTTP/1.1" status: 204 len: 168 time: 0.1612346 Jun 22 16:39:12.263208 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47146) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:12.263454 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:12.273098 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21182d-1e95-4077-898e-087fab0e8895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d21988f-f87c-4d21-9e57-455306d3e51f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:12.280136 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4e21182d-1e95-4077-898e-087fab0e8895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:12.384120 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-038243d9-9d46-427c-ac50-145d72cb61ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.412967 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-038243d9-9d46-427c-ac50-145d72cb61ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.457751 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 347f47ee-7395-4577-ba4e-b9e221392c8e up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:39:12.487834 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-038243d9-9d46-427c-ac50-145d72cb61ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.490447 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-038243d9-9d46-427c-ac50-145d72cb61ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.491875 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-038243d9-9d46-427c-ac50-145d72cb61ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1571195e-33f8-4f0d-a44e-ff408dc0ac9e HTTP/1.1" status: 204 len: 168 time: 0.2275417 Jun 22 16:39:12.492897 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d31e5273-4b5c-4da7-a717-ac0e3d4172c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:12.502634 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038243d9-9d46-427c-ac50-145d72cb61ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1571195e-33f8-4f0d-a44e-ff408dc0ac9e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:12.506506 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-038243d9-9d46-427c-ac50-145d72cb61ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:12.549220 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 347f47ee-7395-4577-ba4e-b9e221392c8e completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:39:12.558477 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 347f47ee-7395-4577-ba4e-b9e221392c8e triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:39:12.559114 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.606840 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5af32-f0a3-43bc-8851-0995bb6a5c03 req-52c774d0-2c97-48ac-aa25-3f9c284dc046 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:12.616066 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ffb5af32-f0a3-43bc-8851-0995bb6a5c03 req-52c774d0-2c97-48ac-aa25-3f9c284dc046 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 944 time: 0.1286354 Jun 22 16:39:12.662051 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.676162 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ffb5af32-f0a3-43bc-8851-0995bb6a5c03 req-bb6e1817-eddd-489a-85fa-604bfc53f981 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588586 Jun 22 16:39:12.692683 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839be04-aa5d-4577-b592-6a993bc0f9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347f47ee-7395-4577-ba4e-b9e221392c8e'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:12.695321 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b313e27e-bca7-4e97-8e73-63ee02088c66" -d '{"events": [{"server_uuid": "7839be04-aa5d-4577-b592-6a993bc0f9db", "name": "network-vif-plugged", "status": "completed", "tag": "347f47ee-7395-4577-ba4e-b9e221392c8e"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:12.712211 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 347f47ee-7395-4577-ba4e-b9e221392c8e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=347f47ee-7395-4577-ba4e-b9e221392c8e,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:12.717168 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:12.719749 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:12.755929 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c6e327-99cd-411b-93da-8af01cdc2f5e x-openstack-request-id: req-e2c6e327-99cd-411b-93da-8af01cdc2f5e {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:12.756296 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839be04-aa5d-4577-b592-6a993bc0f9db", "name": "network-vif-plugged", "status": "completed", "tag": "347f47ee-7395-4577-ba4e-b9e221392c8e", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:12.756614 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2c6e327-99cd-411b-93da-8af01cdc2f5e {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:12.757070 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839be04-aa5d-4577-b592-6a993bc0f9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347f47ee-7395-4577-ba4e-b9e221392c8e', 'code': 200} Jun 22 16:39:12.787724 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=347f47ee-7395-4577-ba4e-b9e221392c8e,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:12.791626 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:13.061215 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded63908-d588-4572-ad3a-fbaa7c09e29a req-930725ec-7d05-4547-a5a1-bd718869e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:13.063108 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-ded63908-d588-4572-ad3a-fbaa7c09e29a req-930725ec-7d05-4547-a5a1-bd718869e64e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 1098 time: 0.0558178 Jun 22 16:39:13.107103 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-ded63908-d588-4572-ad3a-fbaa7c09e29a req-bc7b9a02-ff61-4de5-ad97-9ab91de774ca service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Jun 22 16:39:13.225060 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c462ab-54f2-4e68-8d8c-ae27f62dded9 req-f5323433-bf55-414a-82c0-4eaee147a72c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:13.227219 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d4c462ab-54f2-4e68-8d8c-ae27f62dded9 req-f5323433-bf55-414a-82c0-4eaee147a72c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0897377 Jun 22 16:39:13.274204 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d4c462ab-54f2-4e68-8d8c-ae27f62dded9 req-978f5001-67f7-4640-81a8-33f28566965c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Jun 22 16:39:13.920380 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279ec03-2752-49c2-95fc-07c9d70da0c6 req-761d1c8c-6401-460c-abb4-8ae6f05c3a0b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:13.922316 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8279ec03-2752-49c2-95fc-07c9d70da0c6 req-761d1c8c-6401-460c-abb4-8ae6f05c3a0b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 945 time: 0.0927131 Jun 22 16:39:13.966434 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8279ec03-2752-49c2-95fc-07c9d70da0c6 req-5b9cd984-20b7-4286-a4e5-c958e5c9930f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372841 Jun 22 16:39:14.182709 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47262) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:14.283943 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d042822b-bf91-424f-9a73-3515dc8c7e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:14.408629 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d042822b-bf91-424f-9a73-3515dc8c7e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:14.419966 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d042822b-bf91-424f-9a73-3515dc8c7e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:14.439566 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:14.495935 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47274) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:14.496511 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-d042822b-bf91-424f-9a73-3515dc8c7e1b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca434925914049dda99c40b4ec98b62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121657 Jun 22 16:39:14.500715 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042822b-bf91-424f-9a73-3515dc8c7e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d465cd-0450-471e-b9d0-3a64da84aff8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:14.506930 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d042822b-bf91-424f-9a73-3515dc8c7e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:14.553753 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9520b-08c7-4f71-a425-9f023f3bee36 req-9c823440-2145-4d6b-86d7-3f6a68058979 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:14.570695 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-55d9520b-08c7-4f71-a425-9f023f3bee36 req-9c823440-2145-4d6b-86d7-3f6a68058979 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1573968 Jun 22 16:39:14.584527 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69e2e511-9f53-4dc9-a3a8-ed3f185c3dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:14.606048 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69e2e511-9f53-4dc9-a3a8-ed3f185c3dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:14.619044 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-55d9520b-08c7-4f71-a425-9f023f3bee36 req-85aef2f0-3f05-43ed-8532-99015c779ac4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Jun 22 16:39:14.663099 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69e2e511-9f53-4dc9-a3a8-ed3f185c3dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:14.665714 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-69e2e511-9f53-4dc9-a3a8-ed3f185c3dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:14.666941 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-69e2e511-9f53-4dc9-a3a8-ed3f185c3dcb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98d465cd-0450-471e-b9d0-3a64da84aff8 HTTP/1.1" status: 204 len: 168 time: 0.1699080 Jun 22 16:39:14.667867 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:14.675921 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2e511-9f53-4dc9-a3a8-ed3f185c3dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d465cd-0450-471e-b9d0-3a64da84aff8,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:14.678395 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-69e2e511-9f53-4dc9-a3a8-ed3f185c3dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:14.938213 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47284) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:14.951028 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a57bb3b-319b-43fb-9ecd-2114eb0f55d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.057921 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a57bb3b-319b-43fb-9ecd-2114eb0f55d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.063311 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a57bb3b-319b-43fb-9ecd-2114eb0f55d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.067947 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d346d4e3-4935-4290-8fa4-386ed312708a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:15.118712 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-2a57bb3b-319b-43fb-9ecd-2114eb0f55d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6701666b48444b8b186566a19bc1946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1794374 Jun 22 16:39:15.121357 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47296) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:15.139795 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57bb3b-319b-43fb-9ecd-2114eb0f55d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bda8d8a-1e05-4094-b696-03ab78a0c0e1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:15.145805 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2a57bb3b-319b-43fb-9ecd-2114eb0f55d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:15.188476 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b937c7-ff7d-40b0-a495-941253849139 req-ec3e4c38-71c0-4734-93bf-89c7a18bb891 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:15.192016 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d5b937c7-ff7d-40b0-a495-941253849139 req-ec3e4c38-71c0-4734-93bf-89c7a18bb891 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 945 time: 0.0917890 Jun 22 16:39:15.195670 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c90a68de-98a7-4d0b-854b-b9069f5382b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.221593 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c90a68de-98a7-4d0b-854b-b9069f5382b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.241695 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d5b937c7-ff7d-40b0-a495-941253849139 req-72d72d08-f2bf-41c1-8b3d-6ee1112473e0 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Jun 22 16:39:15.277971 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c90a68de-98a7-4d0b-854b-b9069f5382b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.282002 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c90a68de-98a7-4d0b-854b-b9069f5382b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.283715 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-c90a68de-98a7-4d0b-854b-b9069f5382b0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bda8d8a-1e05-4094-b696-03ab78a0c0e1 HTTP/1.1" status: 204 len: 168 time: 0.1613016 Jun 22 16:39:15.284698 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:15.292431 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a68de-98a7-4d0b-854b-b9069f5382b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bda8d8a-1e05-4094-b696-03ab78a0c0e1,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:15.294732 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c90a68de-98a7-4d0b-854b-b9069f5382b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:15.306253 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:39:15.648258 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47334) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:15.673502 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f8cde70-6e4d-49d7-abbe-81bce29fe0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.785156 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f8cde70-6e4d-49d7-abbe-81bce29fe0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.797330 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4f8cde70-6e4d-49d7-abbe-81bce29fe0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.816897 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:15.881691 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-4f8cde70-6e4d-49d7-abbe-81bce29fe0b0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e702fb413d744a8bb43af8b7d8b3ec0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291007 Jun 22 16:39:15.882726 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47346) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:15.896563 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cde70-6e4d-49d7-abbe-81bce29fe0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087d9825-b8ee-4799-bbf2-ce0e0e3f58d3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:15.906547 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4f8cde70-6e4d-49d7-abbe-81bce29fe0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:15.941582 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763f229-f7ce-4e4d-9cfa-f05e42545e33 req-3bb9beec-bb87-4bbb-84da-3b3513b16fe9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:15.943394 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4763f229-f7ce-4e4d-9cfa-f05e42545e33 req-3bb9beec-bb87-4bbb-84da-3b3513b16fe9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1567888 Jun 22 16:39:15.954858 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-577a0e3f-aa48-467e-bca1-cb773b2d35c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.976579 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-577a0e3f-aa48-467e-bca1-cb773b2d35c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:15.984589 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4763f229-f7ce-4e4d-9cfa-f05e42545e33 req-f7041909-5c3e-448f-80d3-656db8cb5fa2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349047 Jun 22 16:39:16.024429 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-577a0e3f-aa48-467e-bca1-cb773b2d35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:16.026999 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-577a0e3f-aa48-467e-bca1-cb773b2d35c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:16.028076 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-577a0e3f-aa48-467e-bca1-cb773b2d35c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/087d9825-b8ee-4799-bbf2-ce0e0e3f58d3 HTTP/1.1" status: 204 len: 168 time: 0.1441886 Jun 22 16:39:16.028893 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b8df84d0-0cd7-4970-be52-d02681ea2aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:16.037132 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a0e3f-aa48-467e-bca1-cb773b2d35c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087d9825-b8ee-4799-bbf2-ce0e0e3f58d3,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:16.039280 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-577a0e3f-aa48-467e-bca1-cb773b2d35c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:17.196910 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3a656-062d-46ce-aff1-e3d0b6d3593d req-91988358-2c49-4829-bbc6-2af37b5af7af tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:17.198472 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-25f3a656-062d-46ce-aff1-e3d0b6d3593d req-91988358-2c49-4829-bbc6-2af37b5af7af tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0770581 Jun 22 16:39:17.252791 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-25f3a656-062d-46ce-aff1-e3d0b6d3593d req-46d45b84-ac1a-4f6f-8121-b375cbf95851 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481551 Jun 22 16:39:17.294661 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47416) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:17.329768 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47420) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:17.409452 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34c6e034-af21-43f0-abb9-48f845f8cd84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.417583 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-93b22d5c-851b-402f-b952-68a4ab7ee275 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:17.419160 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-93b22d5c-851b-402f-b952-68a4ab7ee275 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 815 time: 0.1185710 Jun 22 16:39:17.437785 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2051086f-f606-43c0-b7f0-87de1205d14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.443555 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b1ad8e60-83e9-42bc-a970-c717de406290 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/quotas/99d582b6249648bf8d2f3fab4c2715c9 HTTP/1.1" status: 200 len: 375 time: 0.0148683 Jun 22 16:39:17.551927 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-0a86c12c-2003-4843-9d2c-608a24e858de tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993836 Jun 22 16:39:17.586581 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34c6e034-af21-43f0-abb9-48f845f8cd84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.615303 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-34c6e034-af21-43f0-abb9-48f845f8cd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.619854 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:17.674993 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-34c6e034-af21-43f0-abb9-48f845f8cd84 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e824cc369c7b45b5a7972e227ec9f6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792706 Jun 22 16:39:17.677784 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6e034-af21-43f0-abb9-48f845f8cd84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5815542-7ae3-46e3-8516-712508cc5845,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:17.678973 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47434) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:17.683811 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-34c6e034-af21-43f0-abb9-48f845f8cd84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:17.695031 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-3021453d-c95a-4a74-a636-d7f17cb4a9eb service neutron] 10.222.0.70 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359918 Jun 22 16:39:17.725930 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2051086f-f606-43c0-b7f0-87de1205d14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.732435 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2051086f-f606-43c0-b7f0-87de1205d14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.736975 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6cb2bdc5-2fe8-431c-b71b-356ae53bf731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:17.785653 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dfba9eef-f8a8-4d91-96f9-d224d0c554d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.787536 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051086f-f606-43c0-b7f0-87de1205d14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02775f6-e107-4e70-8546-e2d2b84c2344,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:17.792751 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-2051086f-f606-43c0-b7f0-87de1205d14c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55eb50d1f0e145448609925a97b6255f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620018 Jun 22 16:39:17.795182 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2051086f-f606-43c0-b7f0-87de1205d14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:17.795660 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47440) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:17.805558 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-d4a54e3b-c79b-48b8-b5a4-69cc00df490c service neutron] 10.222.0.70 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986049 Jun 22 16:39:17.826231 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dfba9eef-f8a8-4d91-96f9-d224d0c554d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.886715 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-186f80a7-761d-4f30-9865-c10fd16b516b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.920718 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-186f80a7-761d-4f30-9865-c10fd16b516b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.956019 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dfba9eef-f8a8-4d91-96f9-d224d0c554d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.958807 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dfba9eef-f8a8-4d91-96f9-d224d0c554d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:17.962306 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-dfba9eef-f8a8-4d91-96f9-d224d0c554d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c5815542-7ae3-46e3-8516-712508cc5845 HTTP/1.1" status: 204 len: 168 time: 0.2800226 Jun 22 16:39:17.963989 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:17.974067 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba9eef-f8a8-4d91-96f9-d224d0c554d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5815542-7ae3-46e3-8516-712508cc5845,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:17.977349 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-dfba9eef-f8a8-4d91-96f9-d224d0c554d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:18.003416 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-44d91a14-77f5-4860-a96a-9ef6617e630e req-f85d5aa6-82ee-4532-b42f-1ce065e052d1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0566022 Jun 22 16:39:18.019177 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-186f80a7-761d-4f30-9865-c10fd16b516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:18.021865 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-186f80a7-761d-4f30-9865-c10fd16b516b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:18.023017 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-186f80a7-761d-4f30-9865-c10fd16b516b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a02775f6-e107-4e70-8546-e2d2b84c2344 HTTP/1.1" status: 204 len: 168 time: 0.2219181 Jun 22 16:39:18.023667 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:18.042526 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f80a7-761d-4f30-9865-c10fd16b516b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02775f6-e107-4e70-8546-e2d2b84c2344,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:18.046170 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-186f80a7-761d-4f30-9865-c10fd16b516b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:18.400948 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47472) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:18.419348 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e585f8db-8b6d-4b47-ba1e-7adb8309f370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:18.483025 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca0edb-5010-43b1-b22e-5002180d185b req-e8e339cc-0947-411f-af04-864c5b667b0f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:18.492932 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b2ca0edb-5010-43b1-b22e-5002180d185b req-e8e339cc-0947-411f-af04-864c5b667b0f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0956926 Jun 22 16:39:18.537307 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e585f8db-8b6d-4b47-ba1e-7adb8309f370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:18.546217 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b2ca0edb-5010-43b1-b22e-5002180d185b req-74c0e137-61f4-4183-b6de-79134e14235d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519485 Jun 22 16:39:18.546381 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e585f8db-8b6d-4b47-ba1e-7adb8309f370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:18.557128 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:18.604875 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-e585f8db-8b6d-4b47-ba1e-7adb8309f370 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=50b9b7d4ae194baca02acc80e40ab894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2028399 Jun 22 16:39:18.607414 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47478) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:18.615557 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585f8db-8b6d-4b47-ba1e-7adb8309f370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c557e1f8-bbb1-48e4-aca7-7acca78f4211,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:18.623211 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e585f8db-8b6d-4b47-ba1e-7adb8309f370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:18.661410 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef47b568-5f81-4147-9fe1-8c9d30e272fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:18.684474 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef47b568-5f81-4147-9fe1-8c9d30e272fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:18.748116 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef47b568-5f81-4147-9fe1-8c9d30e272fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:18.750762 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ef47b568-5f81-4147-9fe1-8c9d30e272fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:18.751932 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ef47b568-5f81-4147-9fe1-8c9d30e272fc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c557e1f8-bbb1-48e4-aca7-7acca78f4211 HTTP/1.1" status: 204 len: 168 time: 0.1435819 Jun 22 16:39:18.752638 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:18.784248 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47b568-5f81-4147-9fe1-8c9d30e272fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c557e1f8-bbb1-48e4-aca7-7acca78f4211,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:18.790794 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ef47b568-5f81-4147-9fe1-8c9d30e272fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:19.205275 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0baf1fb1-b963-4328-a28d-dd9edb014773 req-d3741584-832b-451d-8c1c-fa613433848f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0464075 Jun 22 16:39:19.309248 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47522) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:19.529075 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3a1a678-7169-40e5-8b10-076ef72319dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:19.722048 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3a1a678-7169-40e5-8b10-076ef72319dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:19.732907 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-ce659ad4-6c03-4a9f-b91c-b6b173ee6d02 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:19.734743 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-ce659ad4-6c03-4a9f-b91c-b6b173ee6d02 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 815 time: 0.1466880 Jun 22 16:39:19.736068 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c3a1a678-7169-40e5-8b10-076ef72319dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:19.738796 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-543f3c01-90ad-49b3-8e50-9dd1b6dabc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:19.772266 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Request body: {'port': {'device_id': 'a827cdbb-b738-454e-a372-f5d0919d8cd4', 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c', 'admin_state_up': True, 'tenant_id': '99d582b6249648bf8d2f3fab4c2715c9'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:19.787000 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8a22d-ed7f-4e44-9910-f4439bd8d69b req-82071e0c-5093-4778-83fb-baf1ba1aee3d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:19.788519 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ed8a22d-ed7f-4e44-9910-f4439bd8d69b req-82071e0c-5093-4778-83fb-baf1ba1aee3d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0922959 Jun 22 16:39:19.822833 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1a678-7169-40e5-8b10-076ef72319dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fe80a4-635c-427d-a3d2-132687b9cb3d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:19.829780 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-c3a1a678-7169-40e5-8b10-076ef72319dd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f1bbac862dd44de79d1f02dfecbe4321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187991 Jun 22 16:39:19.830927 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c3a1a678-7169-40e5-8b10-076ef72319dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:19.833105 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47552) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:19.853975 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ed8a22d-ed7f-4e44-9910-f4439bd8d69b req-a7fdd9e9-717d-4d35-a329-618e6418917e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547490 Jun 22 16:39:19.898290 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db47f506-3f6d-4d45-ac7e-84c53b785a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:19.914158 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Made reservation on behalf of 99d582b6249648bf8d2f3fab4c2715c9 for: {'port': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:39:19.917995 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:19.930192 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db47f506-3f6d-4d45-ac7e-84c53b785a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:19.983933 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db47f506-3f6d-4d45-ac7e-84c53b785a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:19.987475 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db47f506-3f6d-4d45-ac7e-84c53b785a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:19.988597 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-db47f506-3f6d-4d45-ac7e-84c53b785a56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/18fe80a4-635c-427d-a3d2-132687b9cb3d HTTP/1.1" status: 204 len: 168 time: 0.1540186 Jun 22 16:39:19.989296 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:20.014083 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47f506-3f6d-4d45-ac7e-84c53b785a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fe80a4-635c-427d-a3d2-132687b9cb3d,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:20.016286 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-db47f506-3f6d-4d45-ac7e-84c53b785a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:20.056788 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Allocated IP 172.20.0.4 (284f56e7-6fec-4d8a-bfa7-1e123bf8e54c/a66b6cc0-a922-44e4-a8ff-dfd170c8d86a/1cfa8d4e-f205-4554-926a-3eeb2649633c) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:39:20.390739 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bb9675c6-8d4b-428b-887f-88da2a041e9b req-467eb1da-1589-497f-a1f1-a44abaf11261 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0362165 Jun 22 16:39:20.465288 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:20.507433 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:20.511954 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:20.523935 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['9e1e2658-2966-4f68-b052-94a88e0b0e35', '347f47ee-7395-4577-ba4e-b9e221392c8e'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:39:20.585515 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:39:20.589800 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:39:20.594135 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:39:20.601284 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:20.602138 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:20.624318 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Pushing event updated for resources: {'Port': ['ID=1cfa8d4e-f205-4554-926a-3eeb2649633c,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:20.632597 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:20.641536 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8813970 Jun 22 16:39:20.677425 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Request body: {'port': {'device_id': 'a827cdbb-b738-454e-a372-f5d0919d8cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:20.846524 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:21.059605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b144b7-44f0-44c0-8a4a-9ebc6a353903 req-44cba596-7c7d-4372-a96e-96f513ec9f38 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:21.066696 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-70b144b7-44f0-44c0-8a4a-9ebc6a353903 req-44cba596-7c7d-4372-a96e-96f513ec9f38 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0697312 Jun 22 16:39:21.128862 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-70b144b7-44f0-44c0-8a4a-9ebc6a353903 req-225e324f-a421-44a4-870a-d889be3693df tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609860 Jun 22 16:39:21.239552 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfa8d4e-f205-4554-926a-3eeb2649633c {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:39:21.250724 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:21.264062 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Transition to ACTIVE for port object 1cfa8d4e-f205-4554-926a-3eeb2649633c will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:39:21.268193 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:21.272145 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b778d025-6a0d-470a-925a-eaa9898a5168 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:21.327670 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfa8d4e-f205-4554-926a-3eeb2649633c,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:21.345898 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:21.358528 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Attempting to bind port 1cfa8d4e-f205-4554-926a-3eeb2649633c on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:39:21.358866 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Attempting to bind port 1cfa8d4e-f205-4554-926a-3eeb2649633c by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:39:21.359194 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Attempting to bind port 1cfa8d4e-f205-4554-926a-3eeb2649633c on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:39:21.365549 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Port 1cfa8d4e-f205-4554-926a-3eeb2649633c on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:39:21.365920 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Attempting to bind port 1cfa8d4e-f205-4554-926a-3eeb2649633c on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:39:21.370851 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:39:21.371185 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Checking segment: {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:39:21.371565 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Bound using segment: {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:39:21.371988 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Bound port: 1cfa8d4e-f205-4554-926a-3eeb2649633c, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:39:21.372331 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:21.443537 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] For port 1cfa8d4e-f205-4554-926a-3eeb2649633c, host hv-cinder-76810, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:39:21.446864 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] For port 1cfa8d4e-f205-4554-926a-3eeb2649633c, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1cfa8d4e-f205-4554-926a-3eeb2649633c,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:39:21.455052 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:21.457720 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:21.498363 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:21.498985 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:21.500385 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] 10.222.0.74 "PUT /v2.0/ports/1cfa8d4e-f205-4554-926a-3eeb2649633c HTTP/1.1" status: 200 len: 1093 time: 0.8456199 Jun 22 16:39:21.501379 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a827cdbb-b738-454e-a372-f5d0919d8cd4', 'tag': '1cfa8d4e-f205-4554-926a-3eeb2649633c'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:21.505413 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1ddcd0-3f32-42e0-9469-37d73480ab9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a827cdbb-b738-454e-a372-f5d0919d8cd4", "tag": "1cfa8d4e-f205-4554-926a-3eeb2649633c"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:21.549138 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfa8d4e-f205-4554-926a-3eeb2649633c,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:21.553022 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:21.633381 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-ba3f8e8c-3f17-41b5-972f-efddbe8a4ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:21.634979 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-ba3f8e8c-3f17-41b5-972f-efddbe8a4ac9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0661175 Jun 22 16:39:21.647515 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17b3c3-8853-4c75-9743-7a66512da748 req-c2325fad-5edb-4226-8f53-d24e518d812f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:21.649360 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6a17b3c3-8853-4c75-9743-7a66512da748 req-c2325fad-5edb-4226-8f53-d24e518d812f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 943 time: 0.0802541 Jun 22 16:39:21.663085 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4955a463-74f1-4a90-8e5c-7d42e59be435 x-openstack-request-id: req-4955a463-74f1-4a90-8e5c-7d42e59be435 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:21.663305 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a827cdbb-b738-454e-a372-f5d0919d8cd4", "tag": "1cfa8d4e-f205-4554-926a-3eeb2649633c", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:21.663691 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4955a463-74f1-4a90-8e5c-7d42e59be435 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:21.664227 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a827cdbb-b738-454e-a372-f5d0919d8cd4', 'tag': '1cfa8d4e-f205-4554-926a-3eeb2649633c', 'status': 'completed', 'code': 200} Jun 22 16:39:21.698761 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6a17b3c3-8853-4c75-9743-7a66512da748 req-daf8c3e6-12be-4cbb-9478-6294e17c9cdb tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387597 Jun 22 16:39:21.703245 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-5e14f193-0fae-46ec-927e-771afacac165 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cfa8d4e-f205-4554-926a-3eeb2649633c HTTP/1.1" status: 200 len: 217 time: 0.0523124 Jun 22 16:39:21.764037 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-3f3c04e9-aeb9-4fc5-944d-7f45d1bf79ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:21.765535 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-3f3c04e9-aeb9-4fc5-944d-7f45d1bf79ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 200 len: 855 time: 0.0522325 Jun 22 16:39:21.804441 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-e6918aac-d4bc-40d6-b035-e18d26f577e4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301261 Jun 22 16:39:21.912428 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-a941d54f-7a8d-428a-9b7d-4d776b71bac1 service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911484 Jun 22 16:39:22.029520 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-58fec24d-b41d-4576-aabf-e8b8c2c80800 req-8576b986-6d7e-46b6-9683-1729324a1c49 service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045732 Jun 22 16:39:22.148188 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-33b6d0ac-c528-4473-bfc3-37c8fda49176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:22.149676 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-33b6d0ac-c528-4473-bfc3-37c8fda49176 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 1096 time: 0.0560849 Jun 22 16:39:22.255310 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-5bbb864b-4eb5-4acd-b3d9-351a03d75351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:22.256851 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-5bbb864b-4eb5-4acd-b3d9-351a03d75351 service neutron] 10.222.0.74 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 916 time: 0.0985115 Jun 22 16:39:22.311617 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-990af8b0-e3f2-40ec-995e-ab5b44749d87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cfa8d4e-f205-4554-926a-3eeb2649633c HTTP/1.1" status: 200 len: 217 time: 0.0342581 Jun 22 16:39:22.328077 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8fa99-af61-490a-b1d9-f906dc3faf33 req-4726cd7a-47b7-4a16-96b4-dedd14b592f6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:22.329575 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-acb8fa99-af61-490a-b1d9-f906dc3faf33 req-4726cd7a-47b7-4a16-96b4-dedd14b592f6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0664928 Jun 22 16:39:22.363398 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-52a2757b-28c2-4485-9127-8bcc38fe1f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:22.364851 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-52a2757b-28c2-4485-9127-8bcc38fe1f6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 200 len: 855 time: 0.0452738 Jun 22 16:39:22.368343 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-acb8fa99-af61-490a-b1d9-f906dc3faf33 req-e13a463c-70e1-44b4-8e89-9a0fe0584369 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329041 Jun 22 16:39:22.411942 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-ea01c93d-933f-4912-823e-fb9c434243f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278997 Jun 22 16:39:22.505725 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-a7475d90-17ed-4b02-8fc0-e03c11237ba8 service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846395 Jun 22 16:39:22.603208 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-af1ddcd0-3f32-42e0-9469-37d73480ab9e req-629eb405-128b-4cf5-a452-13c83ae8a09a service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853245 Jun 22 16:39:22.720227 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47718) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:22.862778 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf365cfd-5095-44f1-9333-e78ebc2a1ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:22.913152 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4085f9c-4639-40dd-b353-22d1dc2aea0f req-7e84e186-27d0-4a0d-b10e-a56c0c2d764c tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:22.914614 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e4085f9c-4639-40dd-b353-22d1dc2aea0f req-7e84e186-27d0-4a0d-b10e-a56c0c2d764c tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 943 time: 0.0984542 Jun 22 16:39:22.968688 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e4085f9c-4639-40dd-b353-22d1dc2aea0f req-c3c5d714-a4b4-4057-9519-e0b5aed11bd3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482218 Jun 22 16:39:23.002589 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf365cfd-5095-44f1-9333-e78ebc2a1ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:23.006177 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf365cfd-5095-44f1-9333-e78ebc2a1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:23.008362 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-8ba584dc-6a71-456d-8a31-4fd856d4616a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:23.046323 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf365cfd-5095-44f1-9333-e78ebc2a1ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f9ea2f-c0e8-41d3-8766-b91fa53e4198,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:23.050750 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-cf365cfd-5095-44f1-9333-e78ebc2a1ae9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9f1e30f4a294e2eaaa521e62d3cb059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294663 Jun 22 16:39:23.051648 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-cf365cfd-5095-44f1-9333-e78ebc2a1ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:23.053316 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47728) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:23.103845 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-661d25eb-83df-40e8-895c-28c1c4026548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:23.124627 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-661d25eb-83df-40e8-895c-28c1c4026548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:23.173414 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-661d25eb-83df-40e8-895c-28c1c4026548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:23.176413 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-661d25eb-83df-40e8-895c-28c1c4026548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:23.180025 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-661d25eb-83df-40e8-895c-28c1c4026548 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e3f9ea2f-c0e8-41d3-8766-b91fa53e4198 HTTP/1.1" status: 204 len: 168 time: 0.1233985 Jun 22 16:39:23.180025 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:23.195310 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d25eb-83df-40e8-895c-28c1c4026548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f9ea2f-c0e8-41d3-8766-b91fa53e4198,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:23.200570 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-661d25eb-83df-40e8-895c-28c1c4026548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:23.566345 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dd415-7c29-4f2b-92e6-8e6a8e380962 req-c54ab3e0-2543-4f2c-a8fa-73ea9c5353d4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:23.570406 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ae8dd415-7c29-4f2b-92e6-8e6a8e380962 req-c54ab3e0-2543-4f2c-a8fa-73ea9c5353d4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0820570 Jun 22 16:39:23.609695 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ae8dd415-7c29-4f2b-92e6-8e6a8e380962 req-8a4ce222-dd23-4357-9818-2e630bf30c6f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354345 Jun 22 16:39:24.147090 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4057c24-0bb1-4621-a13a-715bc738a04f req-d0b2cea5-8eca-4d2b-bece-908ded10fdd5 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:24.148704 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f4057c24-0bb1-4621-a13a-715bc738a04f req-d0b2cea5-8eca-4d2b-bece-908ded10fdd5 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 943 time: 0.0673163 Jun 22 16:39:24.198224 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f4057c24-0bb1-4621-a13a-715bc738a04f req-3536d759-015f-4bdc-8895-7ebd65eb0e8a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434439 Jun 22 16:39:24.514268 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1cfa8d4e-f205-4554-926a-3eeb2649633c details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:39:24.609547 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 1cfa8d4e-f205-4554-926a-3eeb2649633c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1cfa8d4e-f205-4554-926a-3eeb2649633c,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:24.622139 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '1cfa8d4e-f205-4554-926a-3eeb2649633c', 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c', 'port_id': '1cfa8d4e-f205-4554-926a-3eeb2649633c', 'mac_address': 'fa:16:3e:f1:01:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66b6cc0-a922-44e4-a8ff-dfd170c8d86a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:39:24.664716 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:24.681231 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfa8d4e-f205-4554-926a-3eeb2649633c {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:39:24.705968 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 1cfa8d4e-f205-4554-926a-3eeb2649633c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1cfa8d4e-f205-4554-926a-3eeb2649633c,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:24.714194 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:24.717081 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:24.763867 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=1cfa8d4e-f205-4554-926a-3eeb2649633c,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:24.771349 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.771629 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.771966 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.772299 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.772626 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.772950 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.773271 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.773594 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.773950 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.774279 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.774596 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.774914 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:39:24.778893 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:24.830225 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f16c15-7799-40d1-a7e5-611956d7d48b req-9b5c4adc-6e67-4842-a00a-339a6e44e4c6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:24.832554 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e1f16c15-7799-40d1-a7e5-611956d7d48b req-9b5c4adc-6e67-4842-a00a-339a6e44e4c6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0878780 Jun 22 16:39:24.878260 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e1f16c15-7799-40d1-a7e5-611956d7d48b req-bfd9b14e-dfa4-427a-bf83-13a5bf67483f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392718 Jun 22 16:39:25.167558 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['1cfa8d4e-f205-4554-926a-3eeb2649633c'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:39:25.371561 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09eb96-dda8-48cd-8754-e35a14d1895d req-736c37bf-7f83-4ae3-b60a-06ab6bd7d7e2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:25.378953 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8a09eb96-dda8-48cd-8754-e35a14d1895d req-736c37bf-7f83-4ae3-b60a-06ab6bd7d7e2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 944 time: 0.0758057 Jun 22 16:39:25.415262 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8a09eb96-dda8-48cd-8754-e35a14d1895d req-71446b39-bf9c-47d1-bb49-d40d861941f9 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355115 Jun 22 16:39:26.051152 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4f705-9545-4444-b176-66c4fa9824f1 req-81f42300-1a9a-41e4-b58d-1f3828a041c3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:26.052745 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bc4f705-9545-4444-b176-66c4fa9824f1 req-81f42300-1a9a-41e4-b58d-1f3828a041c3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0634425 Jun 22 16:39:26.089193 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bc4f705-9545-4444-b176-66c4fa9824f1 req-f94677fc-52f7-4f9d-99ef-d14e00623d65 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309677 Jun 22 16:39:26.470955 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-197039e9-3235-45b0-953c-98cf3405dfad service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542033 Jun 22 16:39:26.589464 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-e528682d-b4ba-4429-bca9-355eb46ec41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:26.594015 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-e528682d-b4ba-4429-bca9-355eb46ec41d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 1098 time: 0.0720909 Jun 22 16:39:26.601377 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c49b0-cbda-4291-9b04-376bba0ac099 req-02d98138-2922-40b0-a5c8-904f83a89dd2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:26.608108 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f17c49b0-cbda-4291-9b04-376bba0ac099 req-02d98138-2922-40b0-a5c8-904f83a89dd2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 944 time: 0.0779750 Jun 22 16:39:26.641759 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f17c49b0-cbda-4291-9b04-376bba0ac099 req-0c651f67-c21c-4faf-8565-a70c7794b193 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Jun 22 16:39:26.731173 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-1f77ebe6-eddb-4b76-973b-d858b22edd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:26.733258 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-1f77ebe6-eddb-4b76-973b-d858b22edd9c service neutron] 10.222.0.74 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 916 time: 0.0996499 Jun 22 16:39:26.782912 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-028c4de7-b4b7-4de9-b802-98e2de1f6700 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e1e2658-2966-4f68-b052-94a88e0b0e35 HTTP/1.1" status: 200 len: 217 time: 0.0358071 Jun 22 16:39:26.832548 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-8f9bf191-baa3-4a5b-8268-1c4121036acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:26.834075 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-8f9bf191-baa3-4a5b-8268-1c4121036acc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 200 len: 855 time: 0.0433848 Jun 22 16:39:26.882384 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-2e07781c-0956-4e38-af73-50c15c6491cf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323744 Jun 22 16:39:26.983341 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-aac99b48-451b-457c-aa4b-b6d067203086 service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927238 Jun 22 16:39:27.080490 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2cee9709-e40e-455a-94ed-446d0d6fa6e6 req-4f9b0809-a9b0-468b-a7b9-8e1670781c68 service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872498 Jun 22 16:39:27.265396 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225611bc-5958-4e62-98d7-fdfd51e18a0d req-3b646ba3-8f94-44c2-890d-6b9d4cf4b1b6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:27.267919 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-225611bc-5958-4e62-98d7-fdfd51e18a0d req-3b646ba3-8f94-44c2-890d-6b9d4cf4b1b6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0697744 Jun 22 16:39:27.306221 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-225611bc-5958-4e62-98d7-fdfd51e18a0d req-9fb2537b-bd3d-4128-98c5-36eb13628b85 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Jun 22 16:39:27.838533 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ef87c-fea2-44cf-a77d-7501144aa8dd req-a9a1dc91-6eec-44dd-81c2-0bc627e94185 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:27.840036 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-278ef87c-fea2-44cf-a77d-7501144aa8dd req-a9a1dc91-6eec-44dd-81c2-0bc627e94185 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 944 time: 0.0709281 Jun 22 16:39:27.878819 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-278ef87c-fea2-44cf-a77d-7501144aa8dd req-41bb94cb-074c-4787-95c4-30f948f71243 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jun 22 16:39:28.052729 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-349fe601-c836-4bc2-a546-46c0e56ef238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:28.482915 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120543e-51fe-44c1-adc6-f94a56b3eaed req-10d878c9-37e5-4b9e-81a4-2f8cebdd1b8c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:28.484374 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6120543e-51fe-44c1-adc6-f94a56b3eaed req-10d878c9-37e5-4b9e-81a4-2f8cebdd1b8c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0659263 Jun 22 16:39:28.521688 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6120543e-51fe-44c1-adc6-f94a56b3eaed req-b24dd13b-b83c-4fc9-9f68-4c3869b736b8 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312378 Jun 22 16:39:28.529025 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1cfa8d4e-f205-4554-926a-3eeb2649633c up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:39:28.579389 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 1cfa8d4e-f205-4554-926a-3eeb2649633c completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:39:28.583111 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 1cfa8d4e-f205-4554-926a-3eeb2649633c triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:39:28.583499 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:28.658480 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:28.682043 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a827cdbb-b738-454e-a372-f5d0919d8cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfa8d4e-f205-4554-926a-3eeb2649633c'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:28.684292 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bca87c-a216-4894-af48-93a2df673f8d" -d '{"events": [{"server_uuid": "a827cdbb-b738-454e-a372-f5d0919d8cd4", "name": "network-vif-plugged", "status": "completed", "tag": "1cfa8d4e-f205-4554-926a-3eeb2649633c"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:28.697049 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 1cfa8d4e-f205-4554-926a-3eeb2649633c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1cfa8d4e-f205-4554-926a-3eeb2649633c,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:28.701080 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:28.702992 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:28.726577 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecad584-a542-4ec8-b623-36415a9c5d8a x-openstack-request-id: req-aecad584-a542-4ec8-b623-36415a9c5d8a {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:28.726875 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a827cdbb-b738-454e-a372-f5d0919d8cd4", "name": "network-vif-plugged", "status": "completed", "tag": "1cfa8d4e-f205-4554-926a-3eeb2649633c", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:28.727149 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aecad584-a542-4ec8-b623-36415a9c5d8a {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:28.727526 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a827cdbb-b738-454e-a372-f5d0919d8cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfa8d4e-f205-4554-926a-3eeb2649633c', 'code': 200} Jun 22 16:39:28.757107 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=1cfa8d4e-f205-4554-926a-3eeb2649633c,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:28.759994 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:28.993670 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f7fa8-9d41-4499-a26e-f8dcf04c81c8 req-86d6a645-899e-4a19-837e-6818e3f71064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:28.995288 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b88f7fa8-9d41-4499-a26e-f8dcf04c81c8 req-86d6a645-899e-4a19-837e-6818e3f71064 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 1098 time: 0.0573046 Jun 22 16:39:29.036946 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b88f7fa8-9d41-4499-a26e-f8dcf04c81c8 req-a409b593-ed88-4c60-bc0d-dc049e7bc00f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301840 Jun 22 16:39:29.067592 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27c16f-1e7b-4b2d-93c7-7736c37f0adc req-1c668ac7-9d2a-4f30-9f70-d6aa0b43c3ab tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:29.069232 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ac27c16f-1e7b-4b2d-93c7-7736c37f0adc req-1c668ac7-9d2a-4f30-9f70-d6aa0b43c3ab tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 945 time: 0.0759189 Jun 22 16:39:29.118581 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ac27c16f-1e7b-4b2d-93c7-7736c37f0adc req-fdb8045c-eb38-4ba6-9c6b-92ca63dbd4d0 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435030 Jun 22 16:39:29.379290 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47912) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:29.480191 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-674b62c3-8928-45ff-b71e-89a4c8738b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:29.566414 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-674b62c3-8928-45ff-b71e-89a4c8738b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:29.569996 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-674b62c3-8928-45ff-b71e-89a4c8738b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:29.572315 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b3a5de3e-1564-4339-b407-3e8463c7cfbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:29.605298 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b62c3-8928-45ff-b71e-89a4c8738b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7d2a56-2fb5-4d84-9fe9-96a674ae0745,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:29.611866 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-674b62c3-8928-45ff-b71e-89a4c8738b95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=434e945dd5cd425395ce88452fedef0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292066 Jun 22 16:39:29.611866 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-674b62c3-8928-45ff-b71e-89a4c8738b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:29.612120 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47918) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:29.662243 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d352-5f78-40fe-8d33-998290a8defe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:29.687155 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d352-5f78-40fe-8d33-998290a8defe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:29.701959 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb904f-36b6-4065-ab04-fbf63c92545b req-6adc3a13-7785-4c75-a2c7-7b6f90b50341 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:29.703420 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bcdb904f-36b6-4065-ab04-fbf63c92545b req-6adc3a13-7785-4c75-a2c7-7b6f90b50341 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0643473 Jun 22 16:39:29.732295 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d352-5f78-40fe-8d33-998290a8defe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:29.735188 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fdf0d352-5f78-40fe-8d33-998290a8defe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:29.738802 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-fdf0d352-5f78-40fe-8d33-998290a8defe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a7d2a56-2fb5-4d84-9fe9-96a674ae0745 HTTP/1.1" status: 204 len: 168 time: 0.1235011 Jun 22 16:39:29.738802 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6e70d48c-13d6-41d0-9363-c355e4aa5ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:29.745604 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0d352-5f78-40fe-8d33-998290a8defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7d2a56-2fb5-4d84-9fe9-96a674ae0745,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:29.747253 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bcdb904f-36b6-4065-ab04-fbf63c92545b req-2cf8b3a8-f15e-46ed-a543-280755dcdf95 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371408 Jun 22 16:39:29.751846 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-fdf0d352-5f78-40fe-8d33-998290a8defe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:30.018684 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 47926) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:30.031673 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5e17-cd03-4971-a500-a603059efaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:30.124235 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5e17-cd03-4971-a500-a603059efaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:30.128656 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3a9d5e17-cd03-4971-a500-a603059efaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:30.132141 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:30.175799 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-3a9d5e17-cd03-4971-a500-a603059efaae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9add4a33f6d94f6ba17667d92e3132b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559451 Jun 22 16:39:30.177737 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d5e17-cd03-4971-a500-a603059efaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fe488f-3091-4ef5-afc3-50734d1b783e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:30.178573 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 47932) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:30.180683 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-3a9d5e17-cd03-4971-a500-a603059efaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:30.265836 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0075857-b0f0-4bf9-9558-f36ea456637c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:30.294676 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0075857-b0f0-4bf9-9558-f36ea456637c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:30.339503 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b810036-eb62-4769-8120-e71bd44b3002 req-b8576123-a2d3-41f8-82b5-d02b6d6e5419 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:30.340956 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8b810036-eb62-4769-8120-e71bd44b3002 req-b8576123-a2d3-41f8-82b5-d02b6d6e5419 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 945 time: 0.1074345 Jun 22 16:39:30.371975 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0075857-b0f0-4bf9-9558-f36ea456637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:30.374479 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c0075857-b0f0-4bf9-9558-f36ea456637c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:30.378830 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-c0075857-b0f0-4bf9-9558-f36ea456637c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/23fe488f-3091-4ef5-afc3-50734d1b783e HTTP/1.1" status: 204 len: 168 time: 0.1958148 Jun 22 16:39:30.381661 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:30.395359 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8b810036-eb62-4769-8120-e71bd44b3002 req-2548c35b-96b9-404a-b70a-5e80212a8d15 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Jun 22 16:39:30.396205 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0075857-b0f0-4bf9-9558-f36ea456637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fe488f-3091-4ef5-afc3-50734d1b783e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:30.398640 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c0075857-b0f0-4bf9-9558-f36ea456637c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:30.720024 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6384204c-00de-4b0a-a756-5ed1402b11aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:30.927231 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c46ca-44b8-4b18-96b9-8ef9ecf2c224 req-688a626f-f503-48b4-a00c-e6ae5c4943f2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:30.928703 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-971c46ca-44b8-4b18-96b9-8ef9ecf2c224 req-688a626f-f503-48b4-a00c-e6ae5c4943f2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0661666 Jun 22 16:39:30.966863 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-971c46ca-44b8-4b18-96b9-8ef9ecf2c224 req-febe885e-958d-4e5e-997d-9a5dcc91b300 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325019 Jun 22 16:39:31.250364 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:31.576163 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d524d9f-1af4-47a5-97f8-b52a94ea74ab req-f31f9aa5-f79c-467a-a5a6-9eed72f74708 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:31.578508 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6d524d9f-1af4-47a5-97f8-b52a94ea74ab req-f31f9aa5-f79c-467a-a5a6-9eed72f74708 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 945 time: 0.0646679 Jun 22 16:39:31.617067 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6d524d9f-1af4-47a5-97f8-b52a94ea74ab req-b23068d5-c2ce-445d-9308-5da49d2941ed tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328701 Jun 22 16:39:31.661231 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:32.158751 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066915b-eb01-4514-8d0e-cfbf2909935b req-e41437f7-7131-4867-9e17-65a702df92bf tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:32.160190 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4066915b-eb01-4514-8d0e-cfbf2909935b req-e41437f7-7131-4867-9e17-65a702df92bf tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0623691 Jun 22 16:39:32.201829 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4066915b-eb01-4514-8d0e-cfbf2909935b req-6c19b216-bb23-4654-969f-adb6172d67b4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358603 Jun 22 16:39:32.515549 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:33.624489 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee16908-5e3f-4874-aa53-77ff8b1b5ff6 req-f5880f1c-81c2-403f-bb83-d3576aa18424 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:33.625874 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fee16908-5e3f-4874-aa53-77ff8b1b5ff6 req-f5880f1c-81c2-403f-bb83-d3576aa18424 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0615296 Jun 22 16:39:33.666330 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fee16908-5e3f-4874-aa53-77ff8b1b5ff6 req-dd6d20ff-60db-4014-8b8c-72982d01e427 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342426 Jun 22 16:39:33.673051 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:34.853274 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a849c-2e49-442a-b6c6-acc18bb18784 req-869c986a-a7c7-4a7f-8505-230e2b962113 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:34.854746 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ce2a849c-2e49-442a-b6c6-acc18bb18784 req-869c986a-a7c7-4a7f-8505-230e2b962113 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0611355 Jun 22 16:39:34.892482 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ce2a849c-2e49-442a-b6c6-acc18bb18784 req-afc38c44-5f75-436a-b7ff-11a3ea425169 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319805 Jun 22 16:39:36.268358 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac3348-af55-4c99-bd3f-cb60e31d3f47 req-4560b5cc-db26-4856-9699-bc2f7407415f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:36.269799 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4dac3348-af55-4c99-bd3f-cb60e31d3f47 req-4560b5cc-db26-4856-9699-bc2f7407415f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0687661 Jun 22 16:39:36.307001 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4dac3348-af55-4c99-bd3f-cb60e31d3f47 req-f875c8f6-6aec-45be-a788-793fbe5f4880 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Jun 22 16:39:37.426646 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48118) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:37.529365 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0af59ec8-dbe1-46c2-b80a-0979d7dd2185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:37.614880 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0af59ec8-dbe1-46c2-b80a-0979d7dd2185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:37.619142 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0af59ec8-dbe1-46c2-b80a-0979d7dd2185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:37.622649 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a761ba2c-01db-474a-83c9-3e4474d56597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:37.658334 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af59ec8-dbe1-46c2-b80a-0979d7dd2185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901ada9e-83ce-45f8-9563-d7c91aebea07,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:37.662117 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0af59ec8-dbe1-46c2-b80a-0979d7dd2185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:37.667257 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-0af59ec8-dbe1-46c2-b80a-0979d7dd2185 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=93de40ed3e9b4cd8827a01a99cbf1073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396188 Jun 22 16:39:37.667698 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48130) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:37.716394 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa4090bf-bd66-44a3-b067-a2dde9ed32e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:37.737095 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa4090bf-bd66-44a3-b067-a2dde9ed32e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:37.781502 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa4090bf-bd66-44a3-b067-a2dde9ed32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:37.784642 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa4090bf-bd66-44a3-b067-a2dde9ed32e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:37.785838 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-aa4090bf-bd66-44a3-b067-a2dde9ed32e7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/901ada9e-83ce-45f8-9563-d7c91aebea07 HTTP/1.1" status: 204 len: 168 time: 0.1170435 Jun 22 16:39:37.786793 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6ffe863f-7969-40a6-b05e-aef0eed8a94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:37.794307 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4090bf-bd66-44a3-b067-a2dde9ed32e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901ada9e-83ce-45f8-9563-d7c91aebea07,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:37.796995 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-aa4090bf-bd66-44a3-b067-a2dde9ed32e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:38.031825 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48138) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:38.047616 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2971-5282-4778-ba10-7f1f26d61193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:38.143070 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2971-5282-4778-ba10-7f1f26d61193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:38.147114 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2a0f2971-5282-4778-ba10-7f1f26d61193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:38.150489 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f8da4282-b651-486c-8ce0-6adbe5d1e7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:38.183945 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-2a0f2971-5282-4778-ba10-7f1f26d61193 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1b7803d4d7ba4d288fcc4b2629608488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510770 Jun 22 16:39:38.185028 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f2971-5282-4778-ba10-7f1f26d61193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552dd20e-5b2b-409f-b6c8-25e003842f18,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:38.186569 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48140) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:38.188618 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2a0f2971-5282-4778-ba10-7f1f26d61193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:38.236625 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44e4b2fd-373a-4ec0-bbd1-988174dda070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:38.258443 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44e4b2fd-373a-4ec0-bbd1-988174dda070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:38.306551 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44e4b2fd-373a-4ec0-bbd1-988174dda070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:38.309088 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-44e4b2fd-373a-4ec0-bbd1-988174dda070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:38.310239 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-44e4b2fd-373a-4ec0-bbd1-988174dda070 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/552dd20e-5b2b-409f-b6c8-25e003842f18 HTTP/1.1" status: 204 len: 168 time: 0.1225572 Jun 22 16:39:38.310971 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9340b6fb-d9a1-4568-999c-d7eee6118e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:38.318972 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4b2fd-373a-4ec0-bbd1-988174dda070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552dd20e-5b2b-409f-b6c8-25e003842f18,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:38.321100 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-44e4b2fd-373a-4ec0-bbd1-988174dda070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:39.867150 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48194) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:39.968977 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c232f95d-a0a5-469d-96ea-5a167574ef66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.054886 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c232f95d-a0a5-469d-96ea-5a167574ef66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.058478 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c232f95d-a0a5-469d-96ea-5a167574ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.061622 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:40.095659 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-c232f95d-a0a5-469d-96ea-5a167574ef66 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8b8d6fb7e6ba40b68c50e68d969b28c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274785 Jun 22 16:39:40.096540 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232f95d-a0a5-469d-96ea-5a167574ef66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb57f86-15d4-4800-9b03-573e8e789399,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:40.098446 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48198) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:40.099703 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c232f95d-a0a5-469d-96ea-5a167574ef66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:40.145293 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ab5759f-ec8a-4019-b84c-d1804155e716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.166575 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ab5759f-ec8a-4019-b84c-d1804155e716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.211168 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ab5759f-ec8a-4019-b84c-d1804155e716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.213812 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ab5759f-ec8a-4019-b84c-d1804155e716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.214933 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-9ab5759f-ec8a-4019-b84c-d1804155e716 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbb57f86-15d4-4800-9b03-573e8e789399 HTTP/1.1" status: 204 len: 168 time: 0.1155236 Jun 22 16:39:40.215821 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-cf365cfd-5095-44f1-9333-e78ebc2a1ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:40.223668 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5759f-ec8a-4019-b84c-d1804155e716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb57f86-15d4-4800-9b03-573e8e789399,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:40.225886 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9ab5759f-ec8a-4019-b84c-d1804155e716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:40.468944 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48204) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:40.483407 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db0bc765-5e7d-47cc-be7d-6d894ec8c11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.567708 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db0bc765-5e7d-47cc-be7d-6d894ec8c11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.571366 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-db0bc765-5e7d-47cc-be7d-6d894ec8c11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.573530 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c0075857-b0f0-4bf9-9558-f36ea456637c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:40.608735 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-db0bc765-5e7d-47cc-be7d-6d894ec8c11d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f8618a785aa840d0a190bef29dbc0673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1379886 Jun 22 16:39:40.609596 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bc765-5e7d-47cc-be7d-6d894ec8c11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41839f2-e848-436d-9e02-dc9917c8d1a3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:40.611373 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48206) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:40.613175 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-db0bc765-5e7d-47cc-be7d-6d894ec8c11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:40.660970 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0592a149-25ee-437b-85e3-54ae5bd60833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.684898 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0592a149-25ee-437b-85e3-54ae5bd60833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.730404 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0592a149-25ee-437b-85e3-54ae5bd60833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.733007 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0592a149-25ee-437b-85e3-54ae5bd60833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:40.734223 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0592a149-25ee-437b-85e3-54ae5bd60833 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a41839f2-e848-436d-9e02-dc9917c8d1a3 HTTP/1.1" status: 204 len: 168 time: 0.1217723 Jun 22 16:39:40.735017 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-577a0e3f-aa48-467e-bca1-cb773b2d35c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:40.742416 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592a149-25ee-437b-85e3-54ae5bd60833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41839f2-e848-436d-9e02-dc9917c8d1a3,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:40.744696 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0592a149-25ee-437b-85e3-54ae5bd60833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:44.841257 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-dada12db-6f38-4336-b639-8e5cdad81a2b tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=21cdc64a4e1d4b118e7f6bd628448f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424395 Jun 22 16:39:45.270813 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-04305dca-b257-4887-b334-f2340c9e35d2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:45.272154 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-04305dca-b257-4887-b334-f2340c9e35d2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 815 time: 0.4635382 Jun 22 16:39:45.298389 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-78433aa1-8054-4937-afb3-b9614da28d95 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:45.299787 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-78433aa1-8054-4937-afb3-b9614da28d95 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4479322 Jun 22 16:39:45.301463 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-2bd20a6b-53b6-4dda-898b-c5ed5a57e637 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/quotas/99d582b6249648bf8d2f3fab4c2715c9 HTTP/1.1" status: 200 len: 375 time: 0.0207911 Jun 22 16:39:45.324105 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-5a8a24f8-cae8-4567-a713-30f923b1185e tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/quotas/21cdc64a4e1d4b118e7f6bd628448f76 HTTP/1.1" status: 200 len: 375 time: 0.0184507 Jun 22 16:39:45.372970 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-fe0bf6fd-2d64-460d-943c-110610a1440b tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=21cdc64a4e1d4b118e7f6bd628448f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324128 Jun 22 16:39:45.404848 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-9d38554e-1df4-4887-9dec-8cbf27d9e94a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0974708 Jun 22 16:39:45.535595 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-018ad234-1f20-41b4-964c-38ee589b722c service neutron] 10.222.0.70 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229925 Jun 22 16:39:45.678412 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48324) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:45.686511 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-f1b2b96a-04e5-46da-80f3-da8f232145b7 service neutron] 10.222.0.70 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404305 Jun 22 16:39:45.739690 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35cee3-22b1-4c5b-ba73-5cb30c5088d9 req-3f67058d-0943-451b-863b-66af2e489145 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:45.741882 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ac35cee3-22b1-4c5b-ba73-5cb30c5088d9 req-3f67058d-0943-451b-863b-66af2e489145 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1053956 Jun 22 16:39:45.826856 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ac35cee3-22b1-4c5b-ba73-5cb30c5088d9 req-54973cef-2a69-41eb-a1e5-0339f2f1997d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763750 Jun 22 16:39:45.837771 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c78c4a2-c9cb-4a81-81d2-629e101c53bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:45.994169 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c78c4a2-c9cb-4a81-81d2-629e101c53bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:45.999067 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8c78c4a2-c9cb-4a81-81d2-629e101c53bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.029711 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2a0f2971-5282-4778-ba10-7f1f26d61193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:46.037733 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-8c78c4a2-c9cb-4a81-81d2-629e101c53bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ecf73960b7843e092b539807fc80653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553948 Jun 22 16:39:46.038068 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48342) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:46.084443 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78c4a2-c9cb-4a81-81d2-629e101c53bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789eb3f5-f128-4039-940a-61000e583095,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:46.087831 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8c78c4a2-c9cb-4a81-81d2-629e101c53bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:46.138801 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7d671300-c2a8-483c-97bf-8c1716091a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.198766 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9ebd0dfe-d34c-4eea-a9ca-07fccf192145 req-2df18e2f-bcd2-4f27-a363-8f120617e1a4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 210 time: 0.0469806 Jun 22 16:39:46.228803 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-408b7062-8ab0-4cd0-9da7-a838012a2cca req-9c187706-9cf2-4f9e-a502-5ad148ebfa94 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 210 time: 0.0594161 Jun 22 16:39:46.230742 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7d671300-c2a8-483c-97bf-8c1716091a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.295721 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7d671300-c2a8-483c-97bf-8c1716091a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.298919 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7d671300-c2a8-483c-97bf-8c1716091a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.302525 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-7d671300-c2a8-483c-97bf-8c1716091a79 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/789eb3f5-f128-4039-940a-61000e583095 HTTP/1.1" status: 204 len: 168 time: 0.2632043 Jun 22 16:39:46.303348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-db47f506-3f6d-4d45-ac7e-84c53b785a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:46.311111 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d671300-c2a8-483c-97bf-8c1716091a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789eb3f5-f128-4039-940a-61000e583095,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:46.313294 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7d671300-c2a8-483c-97bf-8c1716091a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:46.591936 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48356) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:46.605128 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0a90872-6834-475d-b224-b45f347340cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.693216 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0a90872-6834-475d-b224-b45f347340cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.697842 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f0a90872-6834-475d-b224-b45f347340cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.700114 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e585f8db-8b6d-4b47-ba1e-7adb8309f370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:46.734314 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f0a90872-6834-475d-b224-b45f347340cb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4c7bbc5c9cff42e588478e2e35ffc6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413083 Jun 22 16:39:46.735732 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a90872-6834-475d-b224-b45f347340cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0787098b-b5cc-4de6-ab2f-7a0aad12eddb,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:46.737506 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48358) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:46.738493 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f0a90872-6834-475d-b224-b45f347340cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:46.787932 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-201a7626-474e-4441-a345-7a3225f178d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.801355 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbaeab-4c4b-4b86-8eda-8700eabcffa8 req-a3c4831a-0214-4bd9-a6cb-556055552838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:46.802983 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5abbaeab-4c4b-4b86-8eda-8700eabcffa8 req-a3c4831a-0214-4bd9-a6cb-556055552838 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 1098 time: 0.0544565 Jun 22 16:39:46.808913 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-201a7626-474e-4441-a345-7a3225f178d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.843186 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5abbaeab-4c4b-4b86-8eda-8700eabcffa8 req-62904caa-91ab-4f1a-9f13-8a7be09e2867 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268419 Jun 22 16:39:46.854547 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-201a7626-474e-4441-a345-7a3225f178d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.857185 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-201a7626-474e-4441-a345-7a3225f178d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:46.858338 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-201a7626-474e-4441-a345-7a3225f178d4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0787098b-b5cc-4de6-ab2f-7a0aad12eddb HTTP/1.1" status: 204 len: 168 time: 0.1197593 Jun 22 16:39:46.859074 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b16dc426-88e5-4daa-b874-acd26b9524ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:46.869072 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a7626-474e-4441-a345-7a3225f178d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0787098b-b5cc-4de6-ab2f-7a0aad12eddb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:46.871240 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-201a7626-474e-4441-a345-7a3225f178d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:47.014380 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5583fcab-231d-4048-84ce-4e4d4d99ebf0 req-90c78f83-d482-49ae-8a78-c0744b206abb tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:47.015790 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5583fcab-231d-4048-84ce-4e4d4d99ebf0 req-90c78f83-d482-49ae-8a78-c0744b206abb tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0649171 Jun 22 16:39:47.091756 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5583fcab-231d-4048-84ce-4e4d4d99ebf0 req-32a84675-cb99-432c-b0e1-aeb510602574 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683460 Jun 22 16:39:47.332038 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-e66a02b7-1adf-49c4-9e4e-9166cfad7214 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=21cdc64a4e1d4b118e7f6bd628448f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381808 Jun 22 16:39:47.398250 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9c333b41-c546-47b7-a3ba-c59e003801eb req-b40c5102-4d5c-48ba-8505-713f13c432a6 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 210 time: 0.0462065 Jun 22 16:39:47.495240 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-584adce3-c216-4841-8e56-999b043b95a1 req-1908fe93-80bd-4982-aaac-a3696ed632e0 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 210 time: 0.0296252 Jun 22 16:39:47.587785 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-c9b8472d-0fda-4a9f-9061-184ece2356f5 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:47.589455 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-c9b8472d-0fda-4a9f-9061-184ece2356f5 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382531 Jun 22 16:39:47.607813 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Request body: {'port': {'device_id': 'dbcbdbc4-6b63-4e89-8261-4b07f256b785', 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142', 'admin_state_up': True, 'tenant_id': '21cdc64a4e1d4b118e7f6bd628448f76'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:47.724651 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Made reservation on behalf of 21cdc64a4e1d4b118e7f6bd628448f76 for: {'port': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:39:47.728197 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:47.736797 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:47.826761 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:47.831618 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:47.834332 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-fdf0d352-5f78-40fe-8d33-998290a8defe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:47.893076 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d219c9c4-3767-40cd-ac98-b8b43d61b370,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:47.898273 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:47.977361 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Allocated IP 192.168.233.144 (c0a7308d-23c1-494e-991d-3fd689f93142/367b295d-b8dc-48e8-9af7-8715faa7357b/602fb4c2-1d5e-48bf-97e6-16bc1a648ed6) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:39:48.132279 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:48.146513 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Transition to ACTIVE for port object 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:39:48.179408 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:48.184143 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:48.235925 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Network c0a7308d-23c1-494e-991d-3fd689f93142 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:39:48.239471 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:39:48.243973 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:39:48.249706 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:48.250918 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:48.255197 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Pushing event updated for resources: {'Port': ['ID=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:48.261623 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:48.272141 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6681554 Jun 22 16:39:48.293313 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Request body: {'port': {'device_id': 'dbcbdbc4-6b63-4e89-8261-4b07f256b785', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:48.315917 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-e821e885-7bb7-4d91-a8f9-0ac75a65046d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:48.319191 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-e821e885-7bb7-4d91-a8f9-0ac75a65046d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 815 time: 0.2231386 Jun 22 16:39:48.341251 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Request body: {'port': {'device_id': '4375a1df-a8b6-497b-aee2-2ac90c51e323', 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c', 'admin_state_up': True, 'tenant_id': '99d582b6249648bf8d2f3fab4c2715c9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:48.428933 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:48.570781 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d9079-a55f-4d2b-8e2a-5c3c49161920 req-3bbe21fe-e9f7-4624-a97d-28050b0e3f9e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:48.576751 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-279d9079-a55f-4d2b-8e2a-5c3c49161920 req-3bbe21fe-e9f7-4624-a97d-28050b0e3f9e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.2552330 Jun 22 16:39:48.638774 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-763e72ae-6c72-4538-bf42-9617f27675ef None None] Provisioning for port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:39:48.648179 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-763e72ae-6c72-4538-bf42-9617f27675ef None None] Provisioning complete for port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:39:48.650971 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-763e72ae-6c72-4538-bf42-9617f27675ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:48.709973 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-279d9079-a55f-4d2b-8e2a-5c3c49161920 req-3c0ca52b-302a-40e9-8fca-2a0c82a1ab6c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135080 Jun 22 16:39:48.716278 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Made reservation on behalf of 99d582b6249648bf8d2f3fab4c2715c9 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:39:48.721972 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:48.737550 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-763e72ae-6c72-4538-bf42-9617f27675ef None None] Port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:39:48.914446 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:39:48.922247 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:48.933889 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Transition to ACTIVE for port object 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:39:48.938184 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:48.940692 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:48.954448 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-83e70c4d-64ba-4a79-8592-c2d96a8eb563 req-aef9bc23-53ad-4fca-aec9-be9a2fd4f380 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 210 time: 0.0421376 Jun 22 16:39:48.998446 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Allocated IP 172.20.0.10 (284f56e7-6fec-4d8a-bfa7-1e123bf8e54c/a66b6cc0-a922-44e4-a8ff-dfd170c8d86a/d82b1ceb-6d4c-4358-9b8b-da85055cacf1) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:39:49.051369 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd98da-fab4-43a0-9571-fbf768f05aea req-e54dfa1d-3a6d-431d-87e3-e2b4cc99e56b tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:49.053210 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-adbd98da-fab4-43a0-9571-fbf768f05aea req-e54dfa1d-3a6d-431d-87e3-e2b4cc99e56b tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 948 time: 0.1398282 Jun 22 16:39:49.173974 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-adbd98da-fab4-43a0-9571-fbf768f05aea req-d988efdf-6d2e-4c3d-9c15-6f3a3df217cc tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146245 Jun 22 16:39:49.276316 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Pushing event updated for resources: {'Port': ['ID=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:49.280333 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:49.284244 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Attempting to bind port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:39:49.284244 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Attempting to bind port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '444a966d-8c4c-473e-b68f-275b6b12d3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:39:49.284244 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Attempting to bind port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 on network c0a7308d-23c1-494e-991d-3fd689f93142 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:39:49.288846 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 on network c0a7308d-23c1-494e-991d-3fd689f93142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:39:49.289252 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Attempting to bind port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 on network c0a7308d-23c1-494e-991d-3fd689f93142 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:39:49.294102 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:39:49.294512 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Checking segment: {'id': '444a966d-8c4c-473e-b68f-275b6b12d3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:39:49.294954 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Bound using segment: {'id': '444a966d-8c4c-473e-b68f-275b6b12d3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:39:49.295463 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Bound port: 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '444a966d-8c4c-473e-b68f-275b6b12d3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:39:49.295876 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:49.314183 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:49.366736 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] For port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6, host hv-cinder-76810, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:39:49.371335 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] For port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,segment=NetworkSegment(444a966d-8c4c-473e-b68f-275b6b12d3c6),segment_id=444a966d-8c4c-473e-b68f-275b6b12d3c6)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:39:49.378403 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:49.386677 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-00ecfafb-303d-42c2-b31c-56b59a6b35bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:49.394122 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:49.401142 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:49.412485 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['9e1e2658-2966-4f68-b052-94a88e0b0e35', '347f47ee-7395-4577-ba4e-b9e221392c8e', '1cfa8d4e-f205-4554-926a-3eeb2649633c'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:39:49.425491 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:49.426262 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:49.428084 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] 10.222.0.74 "PUT /v2.0/ports/602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 HTTP/1.1" status: 200 len: 1098 time: 1.1391792 Jun 22 16:39:49.428692 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcbdbc4-6b63-4e89-8261-4b07f256b785', 'tag': '602fb4c2-1d5e-48bf-97e6-16bc1a648ed6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:49.432040 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ba8c0b-d33f-443d-ac80-bff09b309884" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcbdbc4-6b63-4e89-8261-4b07f256b785", "tag": "602fb4c2-1d5e-48bf-97e6-16bc1a648ed6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:49.475528 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Pushing event updated for resources: {'Port': ['ID=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:49.483512 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:49.525638 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Pushing event updated for resources: {'Port': ['ID=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:49.530919 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d447b208-5da9-468b-a367-89f76cfebfc2 x-openstack-request-id: req-d447b208-5da9-468b-a367-89f76cfebfc2 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:49.531272 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcbdbc4-6b63-4e89-8261-4b07f256b785", "tag": "602fb4c2-1d5e-48bf-97e6-16bc1a648ed6", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:49.531552 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d447b208-5da9-468b-a367-89f76cfebfc2 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:49.531965 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcbdbc4-6b63-4e89-8261-4b07f256b785', 'tag': '602fb4c2-1d5e-48bf-97e6-16bc1a648ed6', 'status': 'completed', 'code': 200} Jun 22 16:39:49.537314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:49.548503 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:39:49.549989 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:39:49.553162 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:39:49.565882 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-b3b41e36-6f59-4d9b-a713-fe6597932658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:49.567427 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-b3b41e36-6f59-4d9b-a713-fe6597932658 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21cdc64a4e1d4b118e7f6bd628448f76&device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 1101 time: 0.0745199 Jun 22 16:39:49.610596 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:49.611242 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:49.627017 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-e58995a9-d613-4dfd-9db4-55810ceca5ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 HTTP/1.1" status: 200 len: 217 time: 0.0477629 Jun 22 16:39:49.627770 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2924082 Jun 22 16:39:49.660890 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Request body: {'port': {'device_id': '4375a1df-a8b6-497b-aee2-2ac90c51e323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:49.709336 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-cd4588a0-25f9-46f0-bb7f-d1ed879916db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:49.710802 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-cd4588a0-25f9-46f0-bb7f-d1ed879916db service neutron] 10.222.0.74 "GET /v2.0/subnets?id=367b295d-b8dc-48e8-9af7-8715faa7357b HTTP/1.1" status: 200 len: 843 time: 0.0595980 Jun 22 16:39:49.739385 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:49.850706 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-f21f5977-25cc-4c47-a8c3-4db58be31ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:49.852364 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-f21f5977-25cc-4c47-a8c3-4db58be31ba4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0a7308d-23c1-494e-991d-3fd689f93142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237717 Jun 22 16:39:49.947799 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-1f875277-2c18-41f4-a888-934afc4e6af8 service neutron] 10.222.0.74 "GET /v2.0/networks/c0a7308d-23c1-494e-991d-3fd689f93142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866647 Jun 22 16:39:50.001220 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c1341-bb23-4ea0-975c-e3b8faf93e30 req-05cacc9b-29fc-4ccf-8dae-b0f102217e89 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.003265 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-078c1341-bb23-4ea0-975c-e3b8faf93e30 req-05cacc9b-29fc-4ccf-8dae-b0f102217e89 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1380308 Jun 22 16:39:50.066857 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-078c1341-bb23-4ea0-975c-e3b8faf93e30 req-351077af-2e56-4cbd-bda0-550f0f49551c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576482 Jun 22 16:39:50.068487 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0f71a802-ed42-49fb-b14d-0c3c07e8abd9 req-0f99f7fe-ba2a-4afc-bbf4-dec8edebba31 service neutron] 10.222.0.74 "GET /v2.0/networks/c0a7308d-23c1-494e-991d-3fd689f93142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001575 Jun 22 16:39:50.118955 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82b1ceb-6d4c-4358-9b8b-da85055cacf1 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:39:50.141070 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:50.180519 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-85a376f8-e040-4bea-a39d-9044bb3ac708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.182119 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-85a376f8-e040-4bea-a39d-9044bb3ac708 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=21cdc64a4e1d4b118e7f6bd628448f76&device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 1101 time: 0.0545175 Jun 22 16:39:50.182510 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Transition to ACTIVE for port object d82b1ceb-6d4c-4358-9b8b-da85055cacf1 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:39:50.187292 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:50.196653 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:50.281017 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-598c04b0-2543-4cf9-b5a6-71edcc299590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.283030 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-598c04b0-2543-4cf9-b5a6-71edcc299590 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c0a7308d-23c1-494e-991d-3fd689f93142 HTTP/1.1" status: 200 len: 870 time: 0.0837164 Jun 22 16:39:50.313178 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:50.316127 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:50.330226 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-1cdeb199-05bb-4b10-aea1-f124b5dca56b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 HTTP/1.1" status: 200 len: 217 time: 0.0366719 Jun 22 16:39:50.330578 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594a540-4e70-48d7-b5ce-39f6994e1fc6 req-4e702ee7-5a56-436e-9881-5d3c47191f19 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.332149 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7594a540-4e70-48d7-b5ce-39f6994e1fc6 req-4e702ee7-5a56-436e-9881-5d3c47191f19 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 932 time: 0.2085166 Jun 22 16:39:50.384983 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-449fb471-e929-4dc3-9ed9-5f169985dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.386377 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-449fb471-e929-4dc3-9ed9-5f169985dc36 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=367b295d-b8dc-48e8-9af7-8715faa7357b HTTP/1.1" status: 200 len: 843 time: 0.0438800 Jun 22 16:39:50.416287 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060de0-9e8b-4bce-996c-adc6b4416628 req-8910beda-5332-425b-9618-74b0cbe2db25 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.417869 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fe060de0-9e8b-4bce-996c-adc6b4416628 req-8910beda-5332-425b-9618-74b0cbe2db25 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.2280309 Jun 22 16:39:50.439899 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7594a540-4e70-48d7-b5ce-39f6994e1fc6 req-9df8785f-b1c8-4d56-908f-c80bc50b94e2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836048 Jun 22 16:39:50.446189 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-37de0903-2313-4491-b000-44e8866b2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.446419 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Attempting to bind port d82b1ceb-6d4c-4358-9b8b-da85055cacf1 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:39:50.446764 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Attempting to bind port d82b1ceb-6d4c-4358-9b8b-da85055cacf1 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:39:50.447116 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Attempting to bind port d82b1ceb-6d4c-4358-9b8b-da85055cacf1 on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:39:50.447875 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-37de0903-2313-4491-b000-44e8866b2c81 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0a7308d-23c1-494e-991d-3fd689f93142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540755 Jun 22 16:39:50.459266 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Port d82b1ceb-6d4c-4358-9b8b-da85055cacf1 on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:39:50.459659 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Attempting to bind port d82b1ceb-6d4c-4358-9b8b-da85055cacf1 on network 284f56e7-6fec-4d8a-bfa7-1e123bf8e54c {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:39:50.471565 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:39:50.472095 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Checking segment: {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:39:50.472350 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Bound using segment: {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:39:50.472807 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Bound port: d82b1ceb-6d4c-4358-9b8b-da85055cacf1, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:39:50.473170 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:50.493792 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fe060de0-9e8b-4bce-996c-adc6b4416628 req-a81791d7-5c5f-4529-a694-c4f6164cb65d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672350 Jun 22 16:39:50.584711 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] For port d82b1ceb-6d4c-4358-9b8b-da85055cacf1, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:39:50.592038 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] For port d82b1ceb-6d4c-4358-9b8b-da85055cacf1, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:39:50.598508 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:50.607011 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:50.634154 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-4795af25-48b1-4dca-99a3-ac0141b9c02c service neutron] 10.222.0.74 "GET /v2.0/networks/c0a7308d-23c1-494e-991d-3fd689f93142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713643 Jun 22 16:39:50.659697 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.660320 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:50.662231 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] 10.222.0.74 "PUT /v2.0/ports/d82b1ceb-6d4c-4358-9b8b-da85055cacf1 HTTP/1.1" status: 200 len: 1094 time: 1.0095577 Jun 22 16:39:50.665537 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4375a1df-a8b6-497b-aee2-2ac90c51e323', 'tag': 'd82b1ceb-6d4c-4358-9b8b-da85055cacf1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:50.668576 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe" -d '{"events": [{"name": "network-changed", "server_uuid": "4375a1df-a8b6-497b-aee2-2ac90c51e323", "tag": "d82b1ceb-6d4c-4358-9b8b-da85055cacf1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:50.756760 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66144fed-e01e-4a26-ac7b-3d4bbc9049e1 x-openstack-request-id: req-66144fed-e01e-4a26-ac7b-3d4bbc9049e1 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:50.756963 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4375a1df-a8b6-497b-aee2-2ac90c51e323", "tag": "d82b1ceb-6d4c-4358-9b8b-da85055cacf1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:50.757290 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-66144fed-e01e-4a26-ac7b-3d4bbc9049e1 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:50.757559 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4375a1df-a8b6-497b-aee2-2ac90c51e323', 'tag': 'd82b1ceb-6d4c-4358-9b8b-da85055cacf1', 'status': 'completed', 'code': 200} Jun 22 16:39:50.766914 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:50.773960 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:50.815609 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f9ba8c0b-d33f-443d-ac80-bff09b309884 req-3d32b5ab-105c-4129-b5e0-8f526e4af997 service neutron] 10.222.0.74 "GET /v2.0/networks/c0a7308d-23c1-494e-991d-3fd689f93142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680031 Jun 22 16:39:50.862207 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe6c7a-6432-42fe-8a74-9dd4ccb74e13 req-8c9e7fae-e486-4293-943d-a5cf41b3513a tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.863373 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5ebe6c7a-6432-42fe-8a74-9dd4ccb74e13 req-8c9e7fae-e486-4293-943d-a5cf41b3513a tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 948 time: 0.2002556 Jun 22 16:39:50.870210 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-bee464c0-78be-4692-bd41-be27ec3eca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:50.871706 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-bee464c0-78be-4692-bd41-be27ec3eca7d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 1097 time: 0.1116550 Jun 22 16:39:50.930177 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-f564de98-d0ef-44be-9343-989d05d7f6f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82b1ceb-6d4c-4358-9b8b-da85055cacf1 HTTP/1.1" status: 200 len: 217 time: 0.0411127 Jun 22 16:39:50.943728 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5ebe6c7a-6432-42fe-8a74-9dd4ccb74e13 req-00e78372-70be-4dfd-98d3-a70ef421a3e8 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710442 Jun 22 16:39:50.998548 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-7771c5c1-8f8d-46c2-b084-e9aed48bf5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:51.000558 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-7771c5c1-8f8d-46c2-b084-e9aed48bf5fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 200 len: 855 time: 0.0480831 Jun 22 16:39:51.048907 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-b6aa1c82-5940-4421-adb6-0c73ff5b7fb7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305541 Jun 22 16:39:51.159453 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-688403b5-c1ca-4a2a-a4dd-1eef8ee4319e service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012642 Jun 22 16:39:51.249846 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b9a3f58d-3a19-4680-9ddb-dc0ecaca11e6 req-e84dcbb2-cf68-48cc-88ba-53be9c4bc02b service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823619 Jun 22 16:39:51.380627 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-9bb35f28-1804-4386-aed9-43659fbf6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:51.382079 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-9bb35f28-1804-4386-aed9-43659fbf6f6a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 1097 time: 0.0563772 Jun 22 16:39:51.476854 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-94669405-a926-4462-a64f-52f87bb1b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:51.478326 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-94669405-a926-4462-a64f-52f87bb1b6b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 200 len: 916 time: 0.0818920 Jun 22 16:39:51.540566 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-3764d947-a330-41cf-90da-d2f94e7ac981 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d82b1ceb-6d4c-4358-9b8b-da85055cacf1 HTTP/1.1" status: 200 len: 217 time: 0.0371058 Jun 22 16:39:51.638876 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-769fe00b-eca3-4522-b01f-c1cdbf3fc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:51.640275 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-769fe00b-eca3-4522-b01f-c1cdbf3fc11f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 200 len: 855 time: 0.0688407 Jun 22 16:39:51.659076 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cd6cd-34f4-4a06-94fb-5a6a28383149 req-947ebfd4-2c8c-4530-8165-a1ce2c0bc1b5 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:51.660432 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-627cd6cd-34f4-4a06-94fb-5a6a28383149 req-947ebfd4-2c8c-4530-8165-a1ce2c0bc1b5 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 944 time: 0.0995266 Jun 22 16:39:51.693702 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-b093408a-7c35-4604-bb18-f2c4fa90798c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313468 Jun 22 16:39:51.766391 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-627cd6cd-34f4-4a06-94fb-5a6a28383149 req-5e06908e-4451-4f5e-9b26-5cef10a3e09c tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958338 Jun 22 16:39:51.814992 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-2fe5a59e-eec0-4403-b475-c9a78efbe276 service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121581 Jun 22 16:39:51.902809 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5b4f61c6-66d4-456f-b2f5-6ec1a3c725fe req-8237518a-8ff1-4b6f-b903-31c1f8507c0f service neutron] 10.222.0.74 "GET /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810635 Jun 22 16:39:52.137401 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a45e2-05b5-44ea-9c17-75644af54f9c req-41c12190-884b-4412-aa05-9eae851155c6 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:52.139155 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a30a45e2-05b5-44ea-9c17-75644af54f9c req-41c12190-884b-4412-aa05-9eae851155c6 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 948 time: 0.0687020 Jun 22 16:39:52.177767 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a30a45e2-05b5-44ea-9c17-75644af54f9c req-cee49b5c-039b-4f11-8a23-21c61f9d7bbf tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319586 Jun 22 16:39:52.305538 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:39:52.497987 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-d0b1502b-16a6-4126-9764-3354fec691df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:52.499442 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-d0b1502b-16a6-4126-9764-3354fec691df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1099 time: 0.0892210 Jun 22 16:39:52.639060 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:39:52.737243 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,segment=NetworkSegment(444a966d-8c4c-473e-b68f-275b6b12d3c6),segment_id=444a966d-8c4c-473e-b68f-275b6b12d3c6)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:52.747930 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '602fb4c2-1d5e-48bf-97e6-16bc1a648ed6', 'network_id': 'c0a7308d-23c1-494e-991d-3fd689f93142', 'port_id': '602fb4c2-1d5e-48bf-97e6-16bc1a648ed6', 'mac_address': 'fa:16:3e:43:c1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '367b295d-b8dc-48e8-9af7-8715faa7357b', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:39:52.773264 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6644df-aa92-4a08-a542-632d3b8afb54 req-1a5ea6b1-a9b3-44ef-8512-6aa09c4808e7 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:52.774677 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0e6644df-aa92-4a08-a542-632d3b8afb54 req-1a5ea6b1-a9b3-44ef-8512-6aa09c4808e7 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.3343382 Jun 22 16:39:52.784847 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:52.801368 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:39:52.827643 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,segment=NetworkSegment(444a966d-8c4c-473e-b68f-275b6b12d3c6),segment_id=444a966d-8c4c-473e-b68f-275b6b12d3c6)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:52.841991 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:52.844351 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f55691e1-b57e-405c-abc9-72ca31e7c66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:52.860884 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-79b5ddf7-3cc8-4083-aa9b-005de6a4e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:52.862743 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-79b5ddf7-3cc8-4083-aa9b-005de6a4e57a service neutron] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 920 time: 0.3567984 Jun 22 16:39:52.865790 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0e6644df-aa92-4a08-a542-632d3b8afb54 req-342b1485-deb7-4e71-9884-dda5182e6f19 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815678 Jun 22 16:39:52.899800 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:52.903636 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:52.920481 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-dca97af5-ba3b-4241-8496-4c32db58a1fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8 HTTP/1.1" status: 200 len: 217 time: 0.0410037 Jun 22 16:39:52.993859 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-6764e9b1-3a23-4533-bbfa-a06e56138b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:52.995287 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-6764e9b1-3a23-4533-bbfa-a06e56138b56 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.0655007 Jun 22 16:39:53.020901 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7392279-6717-418a-b55d-6eb52775b830 req-4b0a9abc-322c-4a0e-8652-93255ea80b7d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:53.022306 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f7392279-6717-418a-b55d-6eb52775b830 req-4b0a9abc-322c-4a0e-8652-93255ea80b7d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 944 time: 0.1042724 Jun 22 16:39:53.040659 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-dfe19bbe-ffef-4d22-b088-56f52d79449e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347481 Jun 22 16:39:53.088054 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f7392279-6717-418a-b55d-6eb52775b830 req-1a980a4d-ee5e-4f31-8df7-61a2d6b34597 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 Jun 22 16:39:53.153308 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-dd8306df-c3a7-4090-ad6d-87386d876e78 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890994 Jun 22 16:39:53.266247 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa288ae4-ddd3-4fc0-848f-d0978c35b3d4 req-9bda40bd-5c91-45b1-8b87-fc5159c91724 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983665 Jun 22 16:39:53.367540 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd9810-b008-48a8-befa-d74d470c6211 req-1bb72832-82a3-4832-97ff-a2304280bb7d tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:53.369020 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a3cd9810-b008-48a8-befa-d74d470c6211 req-1bb72832-82a3-4832-97ff-a2304280bb7d tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 949 time: 0.0683699 Jun 22 16:39:53.405872 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['602fb4c2-1d5e-48bf-97e6-16bc1a648ed6'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:39:53.432738 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a3cd9810-b008-48a8-befa-d74d470c6211 req-6b1df673-2b55-4a64-be17-9df5a286729d tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494132 Jun 22 16:39:54.039776 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8bb25-7512-47b5-92a5-1dbe7a4c920a req-fbe03840-bad8-4c5b-a2d2-3099b1db732f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:54.041215 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ddd8bb25-7512-47b5-92a5-1dbe7a4c920a req-fbe03840-bad8-4c5b-a2d2-3099b1db732f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0615962 Jun 22 16:39:54.076903 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ddd8bb25-7512-47b5-92a5-1dbe7a4c920a req-af29dcdb-6454-451c-aa43-ef42442bebce tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299225 Jun 22 16:39:54.265173 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c1a9c-da79-47a9-8259-1517684d29eb req-4767716a-14e1-49bf-a88c-b15c4b8f2f17 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:54.267186 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b54c1a9c-da79-47a9-8259-1517684d29eb req-4767716a-14e1-49bf-a88c-b15c4b8f2f17 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 944 time: 0.0662844 Jun 22 16:39:54.305834 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b54c1a9c-da79-47a9-8259-1517684d29eb req-6f467b9a-4b8b-47ea-a07b-9adefbf132ba tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328510 Jun 22 16:39:54.619069 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4ada2-5ad5-461f-ac63-8a025c3640c6 req-b4833394-2568-457b-bd4c-61bb6018201a tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:54.620735 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2cf4ada2-5ad5-461f-ac63-8a025c3640c6 req-b4833394-2568-457b-bd4c-61bb6018201a tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 949 time: 0.0701895 Jun 22 16:39:54.655697 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48584) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:54.658366 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device d82b1ceb-6d4c-4358-9b8b-da85055cacf1 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:39:54.700665 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2cf4ada2-5ad5-461f-ac63-8a025c3640c6 req-18373282-70ca-4235-9feb-7fbad6a9fd53 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732231 Jun 22 16:39:54.815362 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port d82b1ceb-6d4c-4358-9b8b-da85055cacf1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:54.824105 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-afc01411-46a7-454f-bbf0-bc7d4bc2aa6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:54.827257 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': 'd82b1ceb-6d4c-4358-9b8b-da85055cacf1', 'network_id': '284f56e7-6fec-4d8a-bfa7-1e123bf8e54c', 'port_id': 'd82b1ceb-6d4c-4358-9b8b-da85055cacf1', 'mac_address': 'fa:16:3e:f2:d5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66b6cc0-a922-44e4-a8ff-dfd170c8d86a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:39:54.866186 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:54.880123 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82b1ceb-6d4c-4358-9b8b-da85055cacf1 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:39:54.899687 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port d82b1ceb-6d4c-4358-9b8b-da85055cacf1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:54.903405 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:54.905250 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f55691e1-b57e-405c-abc9-72ca31e7c66d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:54.914254 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-afc01411-46a7-454f-bbf0-bc7d4bc2aa6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:54.918024 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-afc01411-46a7-454f-bbf0-bc7d4bc2aa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:54.920214 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c90a68de-98a7-4d0b-854b-b9069f5382b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:54.953769 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:54.955503 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-afc01411-46a7-454f-bbf0-bc7d4bc2aa6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=42d99e68a88f49be91f91739ef77ce46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979245 Jun 22 16:39:54.956388 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc01411-46a7-454f-bbf0-bc7d4bc2aa6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27537d4-cfc1-4f1b-9e1e-1a9a7f55d951,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:54.956885 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:54.958188 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48594) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:54.959228 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-afc01411-46a7-454f-bbf0-bc7d4bc2aa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:55.007245 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4758829-ebba-499b-b98d-c996e025f87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.027244 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4758829-ebba-499b-b98d-c996e025f87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.074488 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4758829-ebba-499b-b98d-c996e025f87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.076998 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4758829-ebba-499b-b98d-c996e025f87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.078170 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-f4758829-ebba-499b-b98d-c996e025f87e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a27537d4-cfc1-4f1b-9e1e-1a9a7f55d951 HTTP/1.1" status: 204 len: 168 time: 0.1183329 Jun 22 16:39:55.078989 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-875f6809-91fb-4d99-9125-1fde8f5477e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:55.087017 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4758829-ebba-499b-b98d-c996e025f87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27537d4-cfc1-4f1b-9e1e-1a9a7f55d951,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:55.089240 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f4758829-ebba-499b-b98d-c996e025f87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:55.260506 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8184097-fabe-49b3-9c90-2d6351029e5b req-4f33c497-0845-4001-9105-11ca06850cab tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:55.262014 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f8184097-fabe-49b3-9c90-2d6351029e5b req-4f33c497-0845-4001-9105-11ca06850cab tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0652993 Jun 22 16:39:55.301081 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f8184097-fabe-49b3-9c90-2d6351029e5b req-6acad743-5383-4490-a866-49c65c551d9e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Jun 22 16:39:55.341533 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48604) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:55.355205 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71c7ba9d-0df9-4512-825f-213a05e377db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.362308 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['d82b1ceb-6d4c-4358-9b8b-da85055cacf1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:39:55.479548 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71c7ba9d-0df9-4512-825f-213a05e377db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.488057 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-71c7ba9d-0df9-4512-825f-213a05e377db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.490886 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:55.561199 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7ba9d-0df9-4512-825f-213a05e377db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dae6d0-5a16-4e5d-ba88-cc04a3e856b0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:55.564215 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-71c7ba9d-0df9-4512-825f-213a05e377db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:55.567528 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-71c7ba9d-0df9-4512-825f-213a05e377db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a69ca3e4b234cb496e2ac5b306c9468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249715 Jun 22 16:39:55.570425 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48608) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:55.575005 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d1941-fa24-4bc5-86fb-67c234ecc8b0 req-b1d8d443-40cc-4459-9ff4-1f0015cc3281 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:55.576384 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-229d1941-fa24-4bc5-86fb-67c234ecc8b0 req-b1d8d443-40cc-4459-9ff4-1f0015cc3281 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 945 time: 0.1460392 Jun 22 16:39:55.617525 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-229d1941-fa24-4bc5-86fb-67c234ecc8b0 req-30ad58e4-9354-493f-8605-f9f3281b5e73 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Jun 22 16:39:55.622200 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1e4c-b77c-4f00-8591-c2d8e67971c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.643616 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1e4c-b77c-4f00-8591-c2d8e67971c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.687836 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1e4c-b77c-4f00-8591-c2d8e67971c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.690521 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1e4c-b77c-4f00-8591-c2d8e67971c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:55.691644 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-4c8e1e4c-b77c-4f00-8591-c2d8e67971c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c3dae6d0-5a16-4e5d-ba88-cc04a3e856b0 HTTP/1.1" status: 204 len: 168 time: 0.1200187 Jun 22 16:39:55.692368 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8c78c4a2-c9cb-4a81-81d2-629e101c53bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:55.699432 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e1e4c-b77c-4f00-8591-c2d8e67971c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dae6d0-5a16-4e5d-ba88-cc04a3e856b0,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:55.701680 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-4c8e1e4c-b77c-4f00-8591-c2d8e67971c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:55.915242 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a952a-e23f-45f0-84cd-f0bede1ab108 req-fb031aee-cc51-4c69-9518-89af8f3bae43 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:55.922098 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f31a952a-e23f-45f0-84cd-f0bede1ab108 req-fb031aee-cc51-4c69-9518-89af8f3bae43 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 949 time: 0.0848420 Jun 22 16:39:55.959284 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f31a952a-e23f-45f0-84cd-f0bede1ab108 req-7600c86e-ae00-4499-8225-cfa23c05f2c2 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360270 Jun 22 16:39:56.385706 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48644) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:56.475941 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5aaae-a5e8-4a41-ac06-85ea9c2eae31 req-efd5cf50-189d-49dd-ade9-f2ca2fa0e5d3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:56.477567 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a5c5aaae-a5e8-4a41-ac06-85ea9c2eae31 req-efd5cf50-189d-49dd-ade9-f2ca2fa0e5d3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0678508 Jun 22 16:39:56.494879 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-92294747-network', 'tenant_id': 'bb455161c60c4486b9f825ac5e01958c'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:56.531581 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a5c5aaae-a5e8-4a41-ac06-85ea9c2eae31 req-df3e2441-37a7-450c-9098-8862e4d62460 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483847 Jun 22 16:39:56.536000 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Made reservation on behalf of bb455161c60c4486b9f825ac5e01958c for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:39:56.538578 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.547796 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.633822 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.637994 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.641746 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-23b28e63-6f3d-4f27-86a5-908b4ac75c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:56.660419 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:39:56.673083 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:39:56.677741 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ddd676-a999-4959-9a7a-32d5c05fb593,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:56.681475 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.681475 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.segments_db [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Added segment 21f3f639-835b-45e0-83c5-6ea24327f31c of type vlan for network 6626c624-c2e3-46af-a97f-775d990f3238 Jun 22 16:39:56.682931 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:56.727918 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.744284 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:39:56.748005 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:39:56.748390 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.808862 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.811158 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:56.811819 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.817642 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6dde8925-80d0-4714-8afa-624e0efd6a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:56.841302 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.864409 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbdbc4-6b63-4e89-8261-4b07f256b785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fb4c2-1d5e-48bf-97e6-16bc1a648ed6'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:56.866712 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a96ffda-a29d-49f9-bf05-ea28bd6f6c76" -d '{"events": [{"server_uuid": "dbcbdbc4-6b63-4e89-8261-4b07f256b785", "name": "network-vif-plugged", "status": "completed", "tag": "602fb4c2-1d5e-48bf-97e6-16bc1a648ed6"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:56.880612 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,segment=NetworkSegment(444a966d-8c4c-473e-b68f-275b6b12d3c6),segment_id=444a966d-8c4c-473e-b68f-275b6b12d3c6)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:56.882741 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388948b2-1879-4147-9873-4d6d45e57727 req-9d6b19e0-9782-459d-915c-093cebd35a4e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:56.884485 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-388948b2-1879-4147-9873-4d6d45e57727 req-9d6b19e0-9782-459d-915c-093cebd35a4e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 945 time: 0.1508307 Jun 22 16:39:56.886340 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.890669 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5012531 Jun 22 16:39:56.890839 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:56.891675 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48656) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:56.896827 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Request body: {'subnet': {'network_id': '6626c624-c2e3-46af-a97f-775d990f3238', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-92294747-subnet', 'tenant_id': 'bb455161c60c4486b9f825ac5e01958c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:56.921047 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Pushing event updated for resources: {'Network': ['ID=6626c624-c2e3-46af-a97f-775d990f3238,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:56.935772 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 6626c624-c2e3-46af-a97f-775d990f3238 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:39:56.936616 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Made reservation on behalf of bb455161c60c4486b9f825ac5e01958c for: {'subnet': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:39:56.942486 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:56.946795 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-388948b2-1879-4147-9873-4d6d45e57727 req-2f9c5907-90c9-45fe-b438-3d0110c7a064 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498595 Jun 22 16:39:56.952772 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:56.981464 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328fa59e-3a73-456b-aeeb-1aaf516571a7 x-openstack-request-id: req-328fa59e-3a73-456b-aeeb-1aaf516571a7 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:56.982113 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcbdbc4-6b63-4e89-8261-4b07f256b785", "name": "network-vif-plugged", "status": "completed", "tag": "602fb4c2-1d5e-48bf-97e6-16bc1a648ed6", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:56.982545 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-328fa59e-3a73-456b-aeeb-1aaf516571a7 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:56.983382 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbdbc4-6b63-4e89-8261-4b07f256b785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fb4c2-1d5e-48bf-97e6-16bc1a648ed6', 'code': 200} Jun 22 16:39:56.986151 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:56.992990 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:57.183035 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5760e6-6541-414f-a1c7-28589df7f7eb req-a7012978-8cdd-49f6-aa65-d3b718b638be tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:57.184536 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-df5760e6-6541-414f-a1c7-28589df7f7eb req-a7012978-8cdd-49f6-aa65-d3b718b638be tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 950 time: 0.0821252 Jun 22 16:39:57.200870 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:57.204223 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-433f3b0d-9fe8-4093-a1c6-f599e6c3ec3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:57.228921 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-df5760e6-6541-414f-a1c7-28589df7f7eb req-500c43a3-cd09-436a-8adf-1656fa1db051 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Jun 22 16:39:57.267567 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Checking segment: {'id': '21f3f639-835b-45e0-83c5-6ea24327f31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '6626c624-c2e3-46af-a97f-775d990f3238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:39:57.267927 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Network hostable DHCP agents. Network: 6626c624-c2e3-46af-a97f-775d990f3238, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:39:57.271036 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1164ecac-b32b-4abc-b0f5-1117c86703b6,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:57.273833 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:57.287821 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Network 6626c624-c2e3-46af-a97f-775d990f3238 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:39:57.298014 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 6626c624-c2e3-46af-a97f-775d990f3238) {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:39:57.302766 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:57.303524 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:57.317478 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb1b4f2-0fc6-49fa-970a-33663214532e None None] Network 6626c624-c2e3-46af-a97f-775d990f3238 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:39:57.330665 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-5270c212-c90d-4497-92eb-07789f0b7166 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4374821 Jun 22 16:39:57.353071 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130acb75-74e0-426d-b14b-dd40d8a7ccb0 req-73fb7786-9a2a-4b33-9bc5-1b7d942ac7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:57.354570 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-130acb75-74e0-426d-b14b-dd40d8a7ccb0 req-73fb7786-9a2a-4b33-9bc5-1b7d942ac7ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 1103 time: 0.0639696 Jun 22 16:39:57.399180 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-130acb75-74e0-426d-b14b-dd40d8a7ccb0 req-ac72b13f-1446-4c44-b7fd-4d892ab419c6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Jun 22 16:39:57.470602 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222fe704-dc58-4ccb-9c6e-62a781582194 None None] Network 6626c624-c2e3-46af-a97f-775d990f3238 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:39:57.712402 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e13e0-6664-4ffc-b409-3a3d22bf9ec7 req-e2919a7e-9a04-4b8b-8d6a-700436a19759 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:57.713866 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bf8e13e0-6664-4ffc-b409-3a3d22bf9ec7 req-e2919a7e-9a04-4b8b-8d6a-700436a19759 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0631096 Jun 22 16:39:57.751702 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bf8e13e0-6664-4ffc-b409-3a3d22bf9ec7 req-12881c46-4f27-406e-ae9c-bbb94c887239 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317686 Jun 22 16:39:57.789694 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48684) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:57.794808 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1842050316-network', 'tenant_id': '0034cb139f14476f8157ed88722345b9'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:57.819360 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Made reservation on behalf of 0034cb139f14476f8157ed88722345b9 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:39:57.821838 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:57.830617 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:57.915335 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:57.919122 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:57.922929 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4f8cde70-6e4d-49d7-abbe-81bce29fe0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:57.939714 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:39:57.953556 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1345f32-d0e9-491b-9026-53f9bb933027,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:57.957833 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:57.958898 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:57.959250 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.segments_db [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Added segment ba871da0-6145-41ae-a030-0591a3879e25 of type vlan for network 3d92c8bc-8e00-46e3-8e0c-b56d8433765e Jun 22 16:39:58.001155 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.035541 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.037246 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:58.038558 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.041787 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e8ccc1ad-b5ab-409c-954a-e1782102a332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:58.064100 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-bb6b00d9-0b02-46b9-b117-1934d2eb40f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.110186 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3192542 Jun 22 16:39:58.113013 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48692) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:58.118290 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Request body: {'subnet': {'network_id': '3d92c8bc-8e00-46e3-8e0c-b56d8433765e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1842050316-subnet', 'tenant_id': '0034cb139f14476f8157ed88722345b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:39:58.133992 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=3d92c8bc-8e00-46e3-8e0c-b56d8433765e,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:58.137763 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:58.140302 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Made reservation on behalf of 0034cb139f14476f8157ed88722345b9 for: {'subnet': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:39:58.145525 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 3d92c8bc-8e00-46e3-8e0c-b56d8433765e details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:39:58.146687 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.170572 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb819e8-a071-42ae-bc42-3c71d711960e req-8045a2c3-bf82-4273-ad47-91a13a74f304 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:58.172389 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bb819e8-a071-42ae-bc42-3c71d711960e req-8045a2c3-bf82-4273-ad47-91a13a74f304 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 945 time: 0.0857143 Jun 22 16:39:58.232453 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bb819e8-a071-42ae-bc42-3c71d711960e req-d450f865-9727-4ff8-a876-9eeddb8aefa2 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534761 Jun 22 16:39:58.371050 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.374239 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:58.423425 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c0747-b2c0-4ac5-af4c-9a4ccd88cce9 req-a057287f-4f97-424e-8113-5b5786507706 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:58.424926 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-383c0747-b2c0-4ac5-af4c-9a4ccd88cce9 req-a057287f-4f97-424e-8113-5b5786507706 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 950 time: 0.0700452 Jun 22 16:39:58.426555 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee58ac1-f157-4d18-b483-8068ad0204a9,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:58.429194 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:58.448911 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Checking segment: {'id': 'ba871da0-6145-41ae-a030-0591a3879e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '3d92c8bc-8e00-46e3-8e0c-b56d8433765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:39:58.449271 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Network hostable DHCP agents. Network: 3d92c8bc-8e00-46e3-8e0c-b56d8433765e, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:39:58.463697 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-383c0747-b2c0-4ac5-af4c-9a4ccd88cce9 req-e8d216ae-2f3e-4273-bd72-afea04f219d0 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329361 Jun 22 16:39:58.466728 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Network 3d92c8bc-8e00-46e3-8e0c-b56d8433765e is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:39:58.479658 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 3d92c8bc-8e00-46e3-8e0c-b56d8433765e) {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:39:58.484767 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:58.485524 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.501003 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3866296 Jun 22 16:39:58.501298 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ac3f3-96c8-4ada-9bf6-a31eddd1dc72 None None] Network 3d92c8bc-8e00-46e3-8e0c-b56d8433765e requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:39:58.508807 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 48704) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:58.622634 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb349-9c07-4e4f-810a-129a996336d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.651824 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3e291-7ca3-4930-96bf-cf3d506c1634 None None] Network 3d92c8bc-8e00-46e3-8e0c-b56d8433765e requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:39:58.695454 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device d82b1ceb-6d4c-4358-9b8b-da85055cacf1 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:39:58.720929 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb349-9c07-4e4f-810a-129a996336d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.740987 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6d7cb349-9c07-4e4f-810a-129a996336d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.744994 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-201a7626-474e-4441-a345-7a3225f178d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:58.797320 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-6d7cb349-9c07-4e4f-810a-129a996336d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=86e4d44ee3244b25a378cb0a4c8c9151&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869914 Jun 22 16:39:58.800315 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 48718) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:39:58.804368 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cb349-9c07-4e4f-810a-129a996336d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459dfd10-b17e-424a-82e4-6d1cc23d065c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:58.807746 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6d7cb349-9c07-4e4f-810a-129a996336d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:58.907690 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ce46c30e-1adc-49e0-b4bf-4efc960deb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:58.947725 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ce46c30e-1adc-49e0-b4bf-4efc960deb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:59.032558 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ce46c30e-1adc-49e0-b4bf-4efc960deb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:59.034058 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port d82b1ceb-6d4c-4358-9b8b-da85055cacf1 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:39:59.040274 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port d82b1ceb-6d4c-4358-9b8b-da85055cacf1 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:39:59.040785 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:59.040995 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ce46c30e-1adc-49e0-b4bf-4efc960deb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:59.043357 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ce46c30e-1adc-49e0-b4bf-4efc960deb04 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/459dfd10-b17e-424a-82e4-6d1cc23d065c HTTP/1.1" status: 204 len: 168 time: 0.2380931 Jun 22 16:39:59.048452 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-343d9e47-ce78-4509-8880-44c76396d91c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:59.049666 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9dece6-7407-4d40-8e43-1b2b73d5dd22 req-e85f659a-cd9e-490e-84b1-3982b0498a17 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:59.060833 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0e9dece6-7407-4d40-8e43-1b2b73d5dd22 req-e85f659a-cd9e-490e-84b1-3982b0498a17 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0970600 Jun 22 16:39:59.070764 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46c30e-1adc-49e0-b4bf-4efc960deb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459dfd10-b17e-424a-82e4-6d1cc23d065c,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:59.085544 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ce46c30e-1adc-49e0-b4bf-4efc960deb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:59.181317 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0e9dece6-7407-4d40-8e43-1b2b73d5dd22 req-90132705-99a4-43c6-8350-793167e972cd tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196055 Jun 22 16:39:59.190870 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:59.237371 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-60376621-0a41-41fa-87e8-edd7fe6f8f31 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:59.242594 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4375a1df-a8b6-497b-aee2-2ac90c51e323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82b1ceb-6d4c-4358-9b8b-da85055cacf1'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:39:59.245353 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fea2b6-8e58-47a3-8d2c-78521dba8f58" -d '{"events": [{"server_uuid": "4375a1df-a8b6-497b-aee2-2ac90c51e323", "name": "network-vif-plugged", "status": "completed", "tag": "d82b1ceb-6d4c-4358-9b8b-da85055cacf1"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:39:59.246031 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-60376621-0a41-41fa-87e8-edd7fe6f8f31 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/networks?id=6626c624-c2e3-46af-a97f-775d990f3238 HTTP/1.1" status: 200 len: 807 time: 0.1578593 Jun 22 16:39:59.264965 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-16388747-de27-426e-a244-810a6c4490c0 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/quotas/bb455161c60c4486b9f825ac5e01958c HTTP/1.1" status: 200 len: 375 time: 0.0177412 Jun 22 16:39:59.269987 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port d82b1ceb-6d4c-4358-9b8b-da85055cacf1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:39:59.277844 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:39:59.280541 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-e703aee0-f566-4b99-bf07-c4f0ba2ea311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:39:59.304821 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-cd5a470a-f4de-4bcc-82a9-ab9f90dd8fa2 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb455161c60c4486b9f825ac5e01958c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379925 Jun 22 16:39:59.334231 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:39:59.337349 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:39:59.399081 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cedd061-89e4-4da1-89fd-6adfa7582268 x-openstack-request-id: req-4cedd061-89e4-4da1-89fd-6adfa7582268 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:39:59.399390 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4375a1df-a8b6-497b-aee2-2ac90c51e323", "name": "network-vif-plugged", "status": "completed", "tag": "d82b1ceb-6d4c-4358-9b8b-da85055cacf1", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:39:59.399651 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cedd061-89e4-4da1-89fd-6adfa7582268 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:39:59.400486 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4375a1df-a8b6-497b-aee2-2ac90c51e323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82b1ceb-6d4c-4358-9b8b-da85055cacf1', 'code': 200} Jun 22 16:39:59.405807 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a594723c-adba-402f-9a95-dbe04cdb73ee service neutron] 10.222.0.70 "GET /v2.0/networks/6626c624-c2e3-46af-a97f-775d990f3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938199 Jun 22 16:39:59.509726 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-59747b68-f270-489f-aaa3-82451813c900 service neutron] 10.222.0.70 "GET /v2.0/networks/6626c624-c2e3-46af-a97f-775d990f3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975404 Jun 22 16:39:59.562096 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b8c9a-b65b-4f4d-b2c9-e0dcd7079593 req-0b46147a-ae95-4d58-b52a-29843a072a8e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:59.564096 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-490b8c9a-b65b-4f4d-b2c9-e0dcd7079593 req-0b46147a-ae95-4d58-b52a-29843a072a8e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 946 time: 0.0697491 Jun 22 16:39:59.613218 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-490b8c9a-b65b-4f4d-b2c9-e0dcd7079593 req-52c98029-c45a-49c7-87b1-15e7b183153b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Jun 22 16:39:59.699167 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48f877-11a4-483a-a103-d65f3b68fd67 req-f8a29f0c-5e89-439b-a239-f0a4f3bf944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:59.701112 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4a48f877-11a4-483a-a103-d65f3b68fd67 req-f8a29f0c-5e89-439b-a239-f0a4f3bf944c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 1099 time: 0.0678432 Jun 22 16:39:59.750576 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4a48f877-11a4-483a-a103-d65f3b68fd67 req-39fcc33e-9e34-4d7f-a3b1-8226bd4e329e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Jun 22 16:39:59.804127 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02825370-bbd3-41af-9058-316a71fcb954 req-ec8e6ed2-32d7-45e1-b97d-00fa9748b470 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:39:59.805639 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-02825370-bbd3-41af-9058-316a71fcb954 req-ec8e6ed2-32d7-45e1-b97d-00fa9748b470 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 950 time: 0.0698206 Jun 22 16:39:59.850544 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-02825370-bbd3-41af-9058-316a71fcb954 req-1af3ca59-d135-450a-bba7-cd3082177884 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Jun 22 16:39:59.913574 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c51606f-df67-48c4-8074-7596dfe1d2ca req-002f08a5-0cbc-4642-82fe-7c5c8ca5a6da tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 210 time: 0.0323479 Jun 22 16:40:00.272852 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e2286-a532-480c-90da-83e6dc8c9ef3 req-42cbb4dc-02df-4402-9831-d7c4c495aec3 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:00.274360 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cf1e2286-a532-480c-90da-83e6dc8c9ef3 req-42cbb4dc-02df-4402-9831-d7c4c495aec3 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 950 time: 0.0628667 Jun 22 16:40:00.340116 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cf1e2286-a532-480c-90da-83e6dc8c9ef3 req-c734030d-c874-4fd4-aab8-d282463f7487 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595276 Jun 22 16:40:00.372969 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197f011-b8db-4477-81c5-a9960c2058ab req-ffc7692a-2fd5-464e-bccc-5314eaba92ae tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:00.374548 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4197f011-b8db-4477-81c5-a9960c2058ab req-ffc7692a-2fd5-464e-bccc-5314eaba92ae tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0779512 Jun 22 16:40:00.415482 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4197f011-b8db-4477-81c5-a9960c2058ab req-1e712efc-53f1-4e0d-b6a8-ab272944837e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331862 Jun 22 16:40:00.720087 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-be60b001-4e88-4a17-88df-562522436391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:00.791614 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcc10d-5363-4fe4-9ef4-42f6a056b63b req-57e33093-7d8c-471f-a245-5705fe7e02d4 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:00.793050 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-08fcc10d-5363-4fe4-9ef4-42f6a056b63b req-57e33093-7d8c-471f-a245-5705fe7e02d4 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 946 time: 0.0674865 Jun 22 16:40:00.832960 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-08fcc10d-5363-4fe4-9ef4-42f6a056b63b req-eab2335c-2c59-4284-9706-be44521b116e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 Jun 22 16:40:01.050719 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-010b462d-afc2-46fe-9c5f-665267e3787b req-e07ce84f-097d-465f-8eb5-f4782175f200 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 210 time: 0.0278814 Jun 22 16:40:01.256153 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:01.294861 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f70ebca7-db30-4b7d-94ec-19d5d12d50bc tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:01.296247 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f70ebca7-db30-4b7d-94ec-19d5d12d50bc tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.74 "GET /v2.0/networks?id=6626c624-c2e3-46af-a97f-775d990f3238 HTTP/1.1" status: 200 len: 807 time: 0.1163816 Jun 22 16:40:01.317412 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Request body: {'port': {'device_id': '31917caf-976a-4fdf-a550-328edd13d9ca', 'network_id': '6626c624-c2e3-46af-a97f-775d990f3238', 'admin_state_up': True, 'tenant_id': 'bb455161c60c4486b9f825ac5e01958c'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:01.423150 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Made reservation on behalf of bb455161c60c4486b9f825ac5e01958c for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:40:01.426935 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:01.620262 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Allocated IP 172.20.0.14 (6626c624-c2e3-46af-a97f-775d990f3238/1164ecac-b32b-4abc-b0f5-1117c86703b6/0e4e1569-6823-4ac1-ab67-8957c3f7ea10) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:40:01.641310 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaeea8-8f1b-41c1-a97f-3ec75f2bc733 req-868dd889-86de-4146-93ce-759b6ceec87e tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:01.642956 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c8aaeea8-8f1b-41c1-a97f-3ec75f2bc733 req-868dd889-86de-4146-93ce-759b6ceec87e tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 950 time: 0.1655364 Jun 22 16:40:01.668653 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:01.712060 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df2e09-b680-4b62-8ed0-3dbc7f9e5788 req-102221bb-94e3-46a4-bd1c-5d56b12a4308 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:01.713419 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-07df2e09-b680-4b62-8ed0-3dbc7f9e5788 req-102221bb-94e3-46a4-bd1c-5d56b12a4308 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1774206 Jun 22 16:40:01.737917 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c8aaeea8-8f1b-41c1-a97f-3ec75f2bc733 req-35862571-757f-412f-88ab-7e0a4b968c24 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874608 Jun 22 16:40:01.807084 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-07df2e09-b680-4b62-8ed0-3dbc7f9e5788 req-ad0e2f3d-6d9b-4d81-a66d-8bf8dcb1b434 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839124 Jun 22 16:40:01.859633 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:01.900745 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:01.905351 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d875129a-66b1-4179-8e6b-7b650f3de41a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:01.956060 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Network 6626c624-c2e3-46af-a97f-775d990f3238 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:01.970034 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:01.989641 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:40:01.995511 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Pushing event updated for resources: {'Port': ['ID=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:02.016044 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:02.048135 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:02.048751 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:02.068170 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7544582 Jun 22 16:40:02.076540 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0815643-3c6e-4aa3-9555-8022d4c45e9f req-5779e01c-f1ef-4286-8521-957b43b52969 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:02.078532 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c0815643-3c6e-4aa3-9555-8022d4c45e9f req-5779e01c-f1ef-4286-8521-957b43b52969 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 946 time: 0.1301076 Jun 22 16:40:02.103268 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Request body: {'port': {'device_id': '31917caf-976a-4fdf-a550-328edd13d9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:02.151322 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c0815643-3c6e-4aa3-9555-8022d4c45e9f req-e205ec1c-c39a-4a1c-8ebc-608126b50591 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668592 Jun 22 16:40:02.194504 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:02.428625 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47eb3f-1670-4cb9-ae27-9b379394421c req-e7cd45f2-eabd-4ced-aae8-63f342eb5d51 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:02.429663 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ed47eb3f-1670-4cb9-ae27-9b379394421c req-e7cd45f2-eabd-4ced-aae8-63f342eb5d51 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 932 time: 0.1676955 Jun 22 16:40:02.516969 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:02.727018 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ed47eb3f-1670-4cb9-ae27-9b379394421c req-1e6f45ac-c015-44a4-9f8e-e34837622737 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883310 Jun 22 16:40:02.775914 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:40:02.783829 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:02.795541 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Transition to ACTIVE for port object 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:02.800095 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:02.802850 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-38252f91-d0bf-4205-a78f-21f4792fa716 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:02.847086 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Pushing event updated for resources: {'Port': ['ID=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:02.851435 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:02.986293 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Attempting to bind port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:40:02.986633 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Attempting to bind port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '21f3f639-835b-45e0-83c5-6ea24327f31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '6626c624-c2e3-46af-a97f-775d990f3238'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:40:02.986964 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Attempting to bind port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 on network 6626c624-c2e3-46af-a97f-775d990f3238 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:02.997166 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 on network 6626c624-c2e3-46af-a97f-775d990f3238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:40:02.997487 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Attempting to bind port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 on network 6626c624-c2e3-46af-a97f-775d990f3238 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:03.012561 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd1744-deeb-4e11-8a50-cfef6ff62f88 req-197ee9c7-a096-4d63-975b-0cc02569096e tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:03.014032 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5fbd1744-deeb-4e11-8a50-cfef6ff62f88 req-197ee9c7-a096-4d63-975b-0cc02569096e tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 950 time: 0.1438818 Jun 22 16:40:03.018198 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:40:03.018540 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Checking segment: {'id': '21f3f639-835b-45e0-83c5-6ea24327f31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '6626c624-c2e3-46af-a97f-775d990f3238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:03.018918 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Bound using segment: {'id': '21f3f639-835b-45e0-83c5-6ea24327f31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '6626c624-c2e3-46af-a97f-775d990f3238'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:40:03.019352 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Bound port: 0e4e1569-6823-4ac1-ab67-8957c3f7ea10, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f3f639-835b-45e0-83c5-6ea24327f31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '6626c624-c2e3-46af-a97f-775d990f3238'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:40:03.019700 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:03.110041 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5be47a-fa11-4fa4-b352-e67abc103b85 req-c8ce9a58-3edb-453d-a29d-73ae713506fb tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:03.111403 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a5be47a-fa11-4fa4-b352-e67abc103b85 req-c8ce9a58-3edb-453d-a29d-73ae713506fb tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1736727 Jun 22 16:40:03.130453 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5fbd1744-deeb-4e11-8a50-cfef6ff62f88 req-a6d918b2-8243-4c3d-98d7-53e63f4ac6eb tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077926 Jun 22 16:40:03.144773 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] For port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:40:03.165200 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] For port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,segment=NetworkSegment(21f3f639-835b-45e0-83c5-6ea24327f31c),segment_id=21f3f639-835b-45e0-83c5-6ea24327f31c)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:40:03.171405 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:03.174298 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:03.181776 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a5be47a-fa11-4fa4-b352-e67abc103b85 req-439be7cd-bbb7-41d7-993a-38b61784a3de tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632780 Jun 22 16:40:03.215980 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:03.216631 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:03.218376 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] 10.222.0.74 "PUT /v2.0/ports/0e4e1569-6823-4ac1-ab67-8957c3f7ea10 HTTP/1.1" status: 200 len: 1094 time: 1.1199636 Jun 22 16:40:03.219491 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31917caf-976a-4fdf-a550-328edd13d9ca', 'tag': '0e4e1569-6823-4ac1-ab67-8957c3f7ea10'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:03.222353 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab519961-2d81-415f-bb4b-2dc7539951eb" -d '{"events": [{"name": "network-changed", "server_uuid": "31917caf-976a-4fdf-a550-328edd13d9ca", "tag": "0e4e1569-6823-4ac1-ab67-8957c3f7ea10"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:03.242169 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Pushing event updated for resources: {'Port': ['ID=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:03.245164 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:03.348355 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-2b5aa6cb-2d5f-45e5-91e1-ee32822fe7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:03.349807 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-2b5aa6cb-2d5f-45e5-91e1-ee32822fe7a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb455161c60c4486b9f825ac5e01958c&device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 1097 time: 0.0582218 Jun 22 16:40:03.416627 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-5de44c56-ea03-466b-8f26-a6157439ed6e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e4e1569-6823-4ac1-ab67-8957c3f7ea10 HTTP/1.1" status: 200 len: 217 time: 0.0338807 Jun 22 16:40:03.419722 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc4d48a-8854-4f4e-ae24-da1543e739cd x-openstack-request-id: req-2bc4d48a-8854-4f4e-ae24-da1543e739cd {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:03.420035 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31917caf-976a-4fdf-a550-328edd13d9ca", "tag": "0e4e1569-6823-4ac1-ab67-8957c3f7ea10", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:03.420309 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2bc4d48a-8854-4f4e-ae24-da1543e739cd {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:03.420716 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31917caf-976a-4fdf-a550-328edd13d9ca', 'tag': '0e4e1569-6823-4ac1-ab67-8957c3f7ea10', 'status': 'completed', 'code': 200} Jun 22 16:40:03.480303 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-09f87f20-8d53-4dfc-aa1f-3f538566ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:03.481708 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-09f87f20-8d53-4dfc-aa1f-3f538566ed6b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1164ecac-b32b-4abc-b0f5-1117c86703b6 HTTP/1.1" status: 200 len: 847 time: 0.0420842 Jun 22 16:40:03.545622 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-5c279659-f15a-4756-97e3-6bb4fc14568a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6626c624-c2e3-46af-a97f-775d990f3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260513 Jun 22 16:40:03.644204 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-6e4ea8ff-aaae-4c44-a2fd-9a2dfa394d16 service neutron] 10.222.0.74 "GET /v2.0/networks/6626c624-c2e3-46af-a97f-775d990f3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853999 Jun 22 16:40:03.671265 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:03.737921 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84dc6c6b-8c4a-41df-aa5f-675380fd5231 req-616bf86c-8976-456f-9bda-e25524aeb1d5 service neutron] 10.222.0.74 "GET /v2.0/networks/6626c624-c2e3-46af-a97f-775d990f3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836840 Jun 22 16:40:03.951990 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0ea7c-7929-42a9-b0db-94ee06ea5036 req-06667f3b-891c-494b-9d66-25a0371a7770 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:03.953522 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ee0ea7c-7929-42a9-b0db-94ee06ea5036 req-06667f3b-891c-494b-9d66-25a0371a7770 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 944 time: 0.1019471 Jun 22 16:40:04.006785 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-88b5a883-af68-4836-997b-2d1aaea11936 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:04.008196 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-88b5a883-af68-4836-997b-2d1aaea11936 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 950 time: 0.1130676 Jun 22 16:40:04.009200 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-4e568f5c-c26e-4b42-83da-70c35b120e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:04.010691 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-4e568f5c-c26e-4b42-83da-70c35b120e03 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=bb455161c60c4486b9f825ac5e01958c&device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 1097 time: 0.1153636 Jun 22 16:40:04.013451 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ee0ea7c-7929-42a9-b0db-94ee06ea5036 req-a0f4302d-33b6-4055-a5c1-e70a09b73a82 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535159 Jun 22 16:40:04.135381 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-d809204b-41d7-4cc5-bb58-4fc4c0900b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:04.139525 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-d809204b-41d7-4cc5-bb58-4fc4c0900b4d service neutron] 10.222.0.74 "GET /v2.0/networks?id=6626c624-c2e3-46af-a97f-775d990f3238 HTTP/1.1" status: 200 len: 908 time: 0.0999866 Jun 22 16:40:04.143132 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Deleting port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:40:04.143495 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:04.187922 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-5214cb6f-0abe-4f6e-b0bd-4ddee7732004 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e4e1569-6823-4ac1-ab67-8957c3f7ea10 HTTP/1.1" status: 200 len: 217 time: 0.0371134 Jun 22 16:40:04.259960 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] For port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,segment=NetworkSegment(444a966d-8c4c-473e-b68f-275b6b12d3c6),segment_id=444a966d-8c4c-473e-b68f-275b6b12d3c6)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:04.260378 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:04.265507 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-177791b9-2cc7-4be9-bc84-2548f3595163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:04.266579 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-177791b9-2cc7-4be9-bc84-2548f3595163 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=1164ecac-b32b-4abc-b0f5-1117c86703b6 HTTP/1.1" status: 200 len: 847 time: 0.0635097 Jun 22 16:40:04.275308 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Calling delete_port for 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 owned by compute:nova {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:40:04.317807 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-6297a5b0-0560-4cad-b197-69081f4681b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6626c624-c2e3-46af-a97f-775d990f3238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343788 Jun 22 16:40:04.444565 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:04.445012 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728796e0-31ef-4968-b740-86bd65c67208 req-8c49c6e5-11a3-4821-9c85-c125d7e80abf tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:04.446600 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-728796e0-31ef-4968-b740-86bd65c67208 req-8c49c6e5-11a3-4821-9c85-c125d7e80abf tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 950 time: 0.1957538 Jun 22 16:40:04.448486 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-383981dd-1d24-4b45-8672-42857f61564d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:04.461960 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['602fb4c2-1d5e-48bf-97e6-16bc1a648ed6'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:40:04.471764 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Pushing event deleted for resources: {'Port': ['ID=602fb4c2-1d5e-48bf-97e6-16bc1a648ed6,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:04.476265 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:04.493250 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af846875-504c-401f-8243-098bcdeb01db req-de25e132-0872-4b17-a91c-7345e3cfa505 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:04.494769 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-af846875-504c-401f-8243-098bcdeb01db req-de25e132-0872-4b17-a91c-7345e3cfa505 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1792674 Jun 22 16:40:04.517058 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-5ea2a207-1e5b-4083-8128-9cab09d21f77 service neutron] 10.222.0.74 "GET /v2.0/networks/6626c624-c2e3-46af-a97f-775d990f3238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888528 Jun 22 16:40:04.532472 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-728796e0-31ef-4968-b740-86bd65c67208 req-ca9272f6-d587-4352-9da1-9b1af6c8ca9e tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/security-groups?id=d219c9c4-3767-40cd-ac98-b8b43d61b370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787416 Jun 22 16:40:04.546788 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] No DVR routers for this DVR port 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 on host hv-cinder-76810 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:40:04.550062 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:04.552198 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-b6b16303-0448-4022-962f-2a24e8ef2536 req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.74 "DELETE /v2.0/ports/602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 HTTP/1.1" status: 204 len: 173 time: 0.5133762 Jun 22 16:40:04.552946 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcbdbc4-6b63-4e89-8261-4b07f256b785', 'name': 'network-vif-deleted', 'tag': '602fb4c2-1d5e-48bf-97e6-16bc1a648ed6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:04.555900 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871d0898-dc56-4b7d-a134-47df8a4d1b62" -d '{"events": [{"server_uuid": "dbcbdbc4-6b63-4e89-8261-4b07f256b785", "name": "network-vif-deleted", "tag": "602fb4c2-1d5e-48bf-97e6-16bc1a648ed6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:04.597144 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-af846875-504c-401f-8243-098bcdeb01db req-38f5eea8-61ca-4ba3-a601-bf89e90dbe5a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943396 Jun 22 16:40:04.654480 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ab519961-2d81-415f-bb4b-2dc7539951eb req-07b1f5ff-9a92-489a-aa3b-73291508de0c service neutron] 10.222.0.74 "GET /v2.0/networks/6626c624-c2e3-46af-a97f-775d990f3238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195328 Jun 22 16:40:04.830259 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d916d0-03b0-4fe6-9200-3157f3329111 x-openstack-request-id: req-96d916d0-03b0-4fe6-9200-3157f3329111 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:04.830574 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcbdbc4-6b63-4e89-8261-4b07f256b785", "name": "network-vif-deleted", "tag": "602fb4c2-1d5e-48bf-97e6-16bc1a648ed6", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:04.830850 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-96d916d0-03b0-4fe6-9200-3157f3329111 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:04.831265 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcbdbc4-6b63-4e89-8261-4b07f256b785', 'name': 'network-vif-deleted', 'tag': '602fb4c2-1d5e-48bf-97e6-16bc1a648ed6', 'status': 'completed', 'code': 200} Jun 22 16:40:05.183754 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d6449-c7a9-4681-8eef-06ddc20383ed req-e0a4cc84-be91-440f-b255-60b0ae658f31 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:05.185192 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fd3d6449-c7a9-4681-8eef-06ddc20383ed req-e0a4cc84-be91-440f-b255-60b0ae658f31 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 944 time: 0.0626636 Jun 22 16:40:05.224861 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fd3d6449-c7a9-4681-8eef-06ddc20383ed req-4178bb1b-bad2-4f9a-867c-f6a1afbcdf07 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334661 Jun 22 16:40:05.710924 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-89af2a42-2f26-4db5-85b4-ee8d5848919a req-93d8d506-e459-43ac-bcb4-8d96ef475258 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] 10.222.0.70 "GET /v2.0/ports?device_id=dbcbdbc4-6b63-4e89-8261-4b07f256b785 HTTP/1.1" status: 200 len: 210 time: 0.0295539 Jun 22 16:40:05.783481 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5215ef-c1b5-496e-a8a2-63cd9a4e3e65 req-2c94aeac-3f23-4176-a5ef-988fbad9bac4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:05.784959 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bf5215ef-c1b5-496e-a8a2-63cd9a4e3e65 req-2c94aeac-3f23-4176-a5ef-988fbad9bac4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0642221 Jun 22 16:40:05.827271 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bf5215ef-c1b5-496e-a8a2-63cd9a4e3e65 req-e7a5dbe5-3fc5-4d12-a35a-0fa05ed91b6d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359995 Jun 22 16:40:06.399084 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb92a5-b431-4895-a944-56909b090590 req-5f4fa621-260a-4af2-8b3d-8788aa921618 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:06.400517 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e9cb92a5-b431-4895-a944-56909b090590 req-5f4fa621-260a-4af2-8b3d-8788aa921618 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 944 time: 0.0616279 Jun 22 16:40:06.437479 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e9cb92a5-b431-4895-a944-56909b090590 req-8a728922-8968-4b93-95c3-ff68eaefd3cd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Jun 22 16:40:06.730234 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:40:06.733333 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:40:06.760743 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:40:06.761107 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 602fb4c2-1d5e-48bf-97e6-16bc1a648ed6 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:40:06.844385 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,segment=NetworkSegment(21f3f639-835b-45e0-83c5-6ea24327f31c),segment_id=21f3f639-835b-45e0-83c5-6ea24327f31c)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:06.857107 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '0e4e1569-6823-4ac1-ab67-8957c3f7ea10', 'network_id': '6626c624-c2e3-46af-a97f-775d990f3238', 'port_id': '0e4e1569-6823-4ac1-ab67-8957c3f7ea10', 'mac_address': 'fa:16:3e:d6:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1164ecac-b32b-4abc-b0f5-1117c86703b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:40:06.908476 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:06.924076 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:40:06.946686 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,segment=NetworkSegment(21f3f639-835b-45e0-83c5-6ea24327f31c),segment_id=21f3f639-835b-45e0-83c5-6ea24327f31c)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:06.953170 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:06.955304 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:07.004414 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:07.007465 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:07.011460 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debecba4-e4bb-4c96-bab0-385c1c6b5581 req-f0c49f4a-5be3-42ba-b5a4-a32c48005d87 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:07.013363 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-debecba4-e4bb-4c96-bab0-385c1c6b5581 req-f0c49f4a-5be3-42ba-b5a4-a32c48005d87 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0686843 Jun 22 16:40:07.054339 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-debecba4-e4bb-4c96-bab0-385c1c6b5581 req-7476aa72-a189-4280-880b-c7681433897e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352173 Jun 22 16:40:07.460324 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['0e4e1569-6823-4ac1-ab67-8957c3f7ea10'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:40:07.673605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570042f-b34e-4b3d-8068-8b280fd61d96 req-19e1a17f-8134-4d04-8f6b-16855ad417cc tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:07.675093 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b570042f-b34e-4b3d-8068-8b280fd61d96 req-19e1a17f-8134-4d04-8f6b-16855ad417cc tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 945 time: 0.0737228 Jun 22 16:40:07.712287 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b570042f-b34e-4b3d-8068-8b280fd61d96 req-ea0a7a71-5e6a-4db3-b090-acab34b2f2fe tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314634 Jun 22 16:40:08.245730 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6cd0f-fb16-4828-8b91-77dafe8d69a6 req-8049cc51-fbfb-431c-88c3-4921ad4ec6db tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:08.247416 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15e6cd0f-fb16-4828-8b91-77dafe8d69a6 req-8049cc51-fbfb-431c-88c3-4921ad4ec6db tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0739796 Jun 22 16:40:08.291889 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15e6cd0f-fb16-4828-8b91-77dafe8d69a6 req-9ed29980-1a8e-466b-98d2-4454c45828f1 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363805 Jun 22 16:40:08.897795 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46495d39-a7ee-43ae-949d-0fbae8390490 req-818b4ccb-3ea8-4901-93c4-2329b99a683b tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:08.899338 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-46495d39-a7ee-43ae-949d-0fbae8390490 req-818b4ccb-3ea8-4901-93c4-2329b99a683b tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 945 time: 0.0645268 Jun 22 16:40:08.940827 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-46495d39-a7ee-43ae-949d-0fbae8390490 req-523b1cf5-703c-4408-b768-b942a731ff52 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358095 Jun 22 16:40:09.476903 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83d35e-a398-4a74-a06d-373b296922a4 req-37ceff3a-ec8a-4825-a814-09b7c7403303 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:09.478579 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c83d35e-a398-4a74-a06d-373b296922a4 req-37ceff3a-ec8a-4825-a814-09b7c7403303 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0741994 Jun 22 16:40:09.518770 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c83d35e-a398-4a74-a06d-373b296922a4 req-2d9f1358-318b-4cb4-a034-5d220c8e88a3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324121 Jun 22 16:40:10.164567 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5a64c-378b-4bff-8416-0ea0d011c942 req-72dce221-ac6d-4b35-b8aa-b6e9c672d632 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:10.166021 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-46c5a64c-378b-4bff-8416-0ea0d011c942 req-72dce221-ac6d-4b35-b8aa-b6e9c672d632 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 945 time: 0.1069539 Jun 22 16:40:10.177414 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394b75b-a1ee-4c29-8293-60940776ab2b req-80e6e3ff-e077-4e19-83de-01d62c9e4785 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:10.178784 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c394b75b-a1ee-4c29-8293-60940776ab2b req-80e6e3ff-e077-4e19-83de-01d62c9e4785 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 946 time: 0.0896976 Jun 22 16:40:10.230713 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-46c5a64c-378b-4bff-8416-0ea0d011c942 req-baee7df0-2851-4593-8771-171b01876caf tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509133 Jun 22 16:40:10.235813 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c394b75b-a1ee-4c29-8293-60940776ab2b req-9ad0395c-13f4-436d-92c1-46702b1bb567 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506077 Jun 22 16:40:10.740753 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc08ee-a566-4718-8eeb-b8fe279cf194 req-d9fc7db4-3d5c-472f-8195-d85f985a7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:10.742610 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6edc08ee-a566-4718-8eeb-b8fe279cf194 req-d9fc7db4-3d5c-472f-8195-d85f985a7e25 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1099 time: 0.1009357 Jun 22 16:40:10.749707 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:10.765646 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2d50e-1f61-42de-9b5c-205d0df664e3 req-5f6b5e35-29e4-4bb8-86e6-615bffbb516f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:10.767211 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-99d2d50e-1f61-42de-9b5c-205d0df664e3 req-5f6b5e35-29e4-4bb8-86e6-615bffbb516f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1355355 Jun 22 16:40:10.791394 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49158) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:10.836563 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:10.840752 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:10.841968 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:10.848698 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6edc08ee-a566-4718-8eeb-b8fe279cf194 req-a6e7dad6-a1ff-4714-9503-20402b7b74c8 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804958 Jun 22 16:40:10.851590 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-99d2d50e-1f61-42de-9b5c-205d0df664e3 req-50dd8ebb-453b-42a2-a2bb-8da76b6f1db7 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725245 Jun 22 16:40:10.916745 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:10.926870 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-e0b4501b-6f44-42d4-ac06-65095e628793 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=21cdc64a4e1d4b118e7f6bd628448f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343136 Jun 22 16:40:10.929297 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49162) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:10.938636 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31917caf-976a-4fdf-a550-328edd13d9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e1569-6823-4ac1-ab67-8957c3f7ea10'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:10.940871 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45dad54-f6f1-4e62-8b75-ccea2e3f7075" -d '{"events": [{"server_uuid": "31917caf-976a-4fdf-a550-328edd13d9ca", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e1569-6823-4ac1-ab67-8957c3f7ea10"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:10.955653 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,segment=NetworkSegment(21f3f639-835b-45e0-83c5-6ea24327f31c),segment_id=21f3f639-835b-45e0-83c5-6ea24327f31c)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:10.960282 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:10.962231 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f394a0bf-c743-4922-9ee8-09bb289feb38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:10.978604 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ddce139b-85e5-4642-a8c2-640c041ebfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:10.987646 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeaba4a-5108-4150-b33b-b34448ebf9e8 x-openstack-request-id: req-ebeaba4a-5108-4150-b33b-b34448ebf9e8 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:10.987940 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31917caf-976a-4fdf-a550-328edd13d9ca", "name": "network-vif-plugged", "status": "completed", "tag": "0e4e1569-6823-4ac1-ab67-8957c3f7ea10", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:10.988198 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ebeaba4a-5108-4150-b33b-b34448ebf9e8 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:10.988584 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31917caf-976a-4fdf-a550-328edd13d9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4e1569-6823-4ac1-ab67-8957c3f7ea10', 'code': 200} Jun 22 16:40:11.001240 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ddce139b-85e5-4642-a8c2-640c041ebfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:11.018075 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:11.021210 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:11.047595 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ddce139b-85e5-4642-a8c2-640c041ebfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:11.050168 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ddce139b-85e5-4642-a8c2-640c041ebfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:11.051277 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ddce139b-85e5-4642-a8c2-640c041ebfb3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d219c9c4-3767-40cd-ac98-b8b43d61b370 HTTP/1.1" status: 204 len: 168 time: 0.1211014 Jun 22 16:40:11.052090 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c3a1a678-7169-40e5-8b10-076ef72319dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:11.059167 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce139b-85e5-4642-a8c2-640c041ebfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d219c9c4-3767-40cd-ac98-b8b43d61b370,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:11.061214 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ddce139b-85e5-4642-a8c2-640c041ebfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:11.246997 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78717cae-ed51-441f-908b-a104bd068324 req-042a5394-378b-4a0b-9f88-e112648e1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:11.248459 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-78717cae-ed51-441f-908b-a104bd068324 req-042a5394-378b-4a0b-9f88-e112648e1a52 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 1099 time: 0.0492585 Jun 22 16:40:11.287904 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-78717cae-ed51-441f-908b-a104bd068324 req-11844d83-009f-4518-b89f-4e8317fd9f4c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298920 Jun 22 16:40:11.460394 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733eb5d-6e3e-4656-9e7b-037ddf986bb2 req-44780c21-1c6a-4759-aac1-d436483272f8 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:11.461846 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8733eb5d-6e3e-4656-9e7b-037ddf986bb2 req-44780c21-1c6a-4759-aac1-d436483272f8 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 946 time: 0.0982091 Jun 22 16:40:11.469144 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dc849-fba3-4319-be99-265828d44bdf req-d0516010-4804-4ff7-adbb-e41b56d6ce9d tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:11.470692 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-099dc849-fba3-4319-be99-265828d44bdf req-d0516010-4804-4ff7-adbb-e41b56d6ce9d tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 946 time: 0.1167932 Jun 22 16:40:11.524547 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8733eb5d-6e3e-4656-9e7b-037ddf986bb2 req-3525ac4f-1c39-4adc-9650-1f8f7a1a0bcb tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Jun 22 16:40:11.529351 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-099dc849-fba3-4319-be99-265828d44bdf req-6ef44174-174d-41f5-87c1-9c2ec4409472 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516768 Jun 22 16:40:11.680303 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49190) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:11.777418 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1079762854-network', 'tenant_id': '734df8a54e71458abad0f6dac4997272'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:11.802731 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Made reservation on behalf of 734df8a54e71458abad0f6dac4997272 for: {'network': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:40:11.805014 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:11.813725 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:11.916953 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:11.920834 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:11.924451 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a53602fc-5e09-49f7-9ce9-e081801be3e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:11.945622 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=93716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:40:11.955022 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9244df3a-441e-4116-9943-45d5f40308f1,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:11.964000 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:11.964361 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.segments_db [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Added segment e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae of type vlan for network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b Jun 22 16:40:11.966754 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.967223 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.967469 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.967820 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.968888 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.969239 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.969582 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.969922 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.970287 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.970626 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.970961 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.971295 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:11.975828 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:12.016967 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.046589 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ba651-b976-4186-aacb-d69e6d592f97 req-a4263616-95fe-4284-91df-a4d33618821d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:12.047989 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.049372 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-806ba651-b976-4186-aacb-d69e6d592f97 req-a4263616-95fe-4284-91df-a4d33618821d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0755599 Jun 22 16:40:12.049509 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:12.050122 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.052182 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:12.094916 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-806ba651-b976-4186-aacb-d69e6d592f97 req-a43b1297-5749-41c9-9bdc-6d255760532d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381157 Jun 22 16:40:12.110487 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4290557 Jun 22 16:40:12.111711 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 49202) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:12.116984 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Request body: {'subnet': {'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1079762854-subnet', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:12.120500 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:12.124736 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:12.132487 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:40:12.144655 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Made reservation on behalf of 734df8a54e71458abad0f6dac4997272 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:40:12.147071 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63095515'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.308791 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63180222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63095541'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.311536 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-bc420861-3cf1-4003-9465-c67557113ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:12.363611 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=448586db-32f7-4785-9c54-549908e164e2,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:12.378827 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.379191 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.379558 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.379911 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.380283 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.380628 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.380972 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.381315 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.381661 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.382092 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.382433 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.382770 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:12.388099 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Checking segment: {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:12.388457 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Network hostable DHCP agents. Network: c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:40:12.391172 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:12.406193 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:40:12.414854 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:12.419297 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:12.420614 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.425547 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9f703-f52d-4e95-80c0-c9aa53791ef6 None None] Network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:40:12.436560 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3235772 Jun 22 16:40:12.440153 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 49204) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:12.444720 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:12.464484 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1825629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1123'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.465607 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1146'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.516075 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.600970 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9850d6f9-e7c5-58f6-bfb5-703f1585a73f-c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2'}]}} from dv-cinder-768105-10-smb. {{(pid=93717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 16:40:12.602616 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.691602 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1825611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1100'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.783260 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.db_base_plugin_common [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Allocated IP 172.20.0.2 (c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b/448586db-32f7-4785-9c54-549908e164e2/ee078eb7-dced-4b83-bc74-af5f957c8584) {{(pid=93717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:40:12.797705 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb5a00-2fe6-496c-9e6a-273ab0e8f890 req-ce680a93-5f56-4b5e-bc90-7f4933ba68f0 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:12.799476 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8ccb5a00-2fe6-496c-9e6a-273ab0e8f890 req-ce680a93-5f56-4b5e-bc90-7f4933ba68f0 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 946 time: 0.1246850 Jun 22 16:40:12.946838 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Notify callbacks [] for port, precommit_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.956118 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Transition to ACTIVE for port object ee078eb7-dced-4b83-bc74-af5f957c8584 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:12.971558 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Transition to ACTIVE for port object ee078eb7-dced-4b83-bc74-af5f957c8584 will not be triggered until provisioned by entity DHCP. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:12.976958 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:12.978927 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f394a0bf-c743-4922-9ee8-09bb289feb38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:13.017871 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b is already hosted by enough agents. {{(pid=93717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:13.023118 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.base_scheduler [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Resources bound (agent type, host, resource id): {{(pid=93717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:13.025806 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Received port after_create {{(pid=93717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:40:13.031915 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Pushing event updated for resources: {'Port': ['ID=ee078eb7-dced-4b83-bc74-af5f957c8584,revision_number=1']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:13.036760 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:13.106303 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8ccb5a00-2fe6-496c-9e6a-273ab0e8f890 req-8cb27f33-0d03-4677-a6e5-5fa6a43805d3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963996 Jun 22 16:40:13.112567 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Attempting to bind port ee078eb7-dced-4b83-bc74-af5f957c8584 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:40:13.112961 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Attempting to bind port ee078eb7-dced-4b83-bc74-af5f957c8584 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:40:13.113336 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Attempting to bind port ee078eb7-dced-4b83-bc74-af5f957c8584 on network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:13.124845 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:40:13.125181 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Checking segment: {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:13.125596 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:13.126039 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Bound using segment: {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:40:13.126513 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Bound port: ee078eb7-dced-4b83-bc74-af5f957c8584, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:40:13.130435 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:13.144485 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558df08-93fb-42a1-a60c-a55fc02d15c0 req-7b684623-010e-4ea3-b294-3bfc6aec19f3 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:13.152327 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4558df08-93fb-42a1-a60c-a55fc02d15c0 req-7b684623-010e-4ea3-b294-3bfc6aec19f3 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 946 time: 0.1101353 Jun 22 16:40:13.209225 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] For port ee078eb7-dced-4b83-bc74-af5f957c8584, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:40:13.213260 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] For port ee078eb7-dced-4b83-bc74-af5f957c8584, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=ee078eb7-dced-4b83-bc74-af5f957c8584,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:40:13.219556 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:13.222507 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:13.255256 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4558df08-93fb-42a1-a60c-a55fc02d15c0 req-d4b62e75-862c-40ea-85ba-8eb02a56f915 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020603 Jun 22 16:40:13.282177 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Pushing event updated for resources: {'Port': ['ID=ee078eb7-dced-4b83-bc74-af5f957c8584,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:13.285621 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:13.313848 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:13.336904 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:13.498143 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Allocated IP 172.28.0.46 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/32e633b8-75b0-4832-bd78-d4338faa586d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:40:13.517665 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73b294-11c4-4395-9441-3050d94d7a37 req-cb48bda1-0b3b-4eb6-b06d-41b8042b2da2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:13.519280 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8c73b294-11c4-4395-9441-3050d94d7a37 req-cb48bda1-0b3b-4eb6-b06d-41b8042b2da2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1342995 Jun 22 16:40:13.608032 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8c73b294-11c4-4395-9441-3050d94d7a37 req-3276b0ce-09c0-4580-997b-932f28a81bcd tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793483 Jun 22 16:40:13.644801 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:13.684597 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:13.687932 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0a41a712-d4b2-4961-8afb-7966cc33f5f1 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:13.724295 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:13.727280 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:13.730701 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:40:13.752561 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Pushing event updated for resources: {'Port': ['ID=32e633b8-75b0-4832-bd78-d4338faa586d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:13.756449 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:13.938606 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-80743673-61dc-4832-8517-9008fc387f38 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:13.940199 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-80743673-61dc-4832-8517-9008fc387f38 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 946 time: 0.1085753 Jun 22 16:40:14.051908 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d90fc-69ac-443f-824e-640598626c76 req-99d8efb0-2fcc-437a-9678-354f9a331fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:14.053387 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4d1d90fc-69ac-443f-824e-640598626c76 req-99d8efb0-2fcc-437a-9678-354f9a331fc8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1099 time: 0.0884771 Jun 22 16:40:14.159631 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:14.196611 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d90fc-69ac-443f-824e-640598626c76 req-0c3061f5-2d04-4dc1-a347-132706f4109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:14.198406 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4d1d90fc-69ac-443f-824e-640598626c76 req-0c3061f5-2d04-4dc1-a347-132706f4109b service neutron] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 920 time: 0.1300867 Jun 22 16:40:14.198682 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device ee078eb7-dced-4b83-bc74-af5f957c8584 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:14.250750 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4d1d90fc-69ac-443f-824e-640598626c76 req-c9ab28ca-f85f-4f5f-9b9d-d760528d37d1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8 HTTP/1.1" status: 200 len: 217 time: 0.0373981 Jun 22 16:40:14.267780 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8547953-6ed2-490f-aa76-0f1ddbd59972 req-03efa562-41ed-43b1-8620-d10b15cdcfd2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:14.274637 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b8547953-6ed2-490f-aa76-0f1ddbd59972 req-03efa562-41ed-43b1-8620-d10b15cdcfd2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.2517507 Jun 22 16:40:14.289335 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port ee078eb7-dced-4b83-bc74-af5f957c8584 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:14.295331 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Deleting port d82b1ceb-6d4c-4358-9b8b-da85055cacf1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:40:14.295680 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:14.332634 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d90fc-69ac-443f-824e-640598626c76 req-9a0bc06c-970f-4c4b-9b5b-6e39b1c54a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:14.334368 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4d1d90fc-69ac-443f-824e-640598626c76 req-9a0bc06c-970f-4c4b-9b5b-6e39b1c54a2b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.0674860 Jun 22 16:40:14.373889 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a84fab9-fc30-4f1a-af23-143515e8e594 None None] Network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:40:14.380455 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4d1d90fc-69ac-443f-824e-640598626c76 req-d0f7291f-803d-463b-9416-e6b32ba0f2d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285411 Jun 22 16:40:14.427854 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b8547953-6ed2-490f-aa76-0f1ddbd59972 req-60d21eb3-554b-4bdc-b262-250eca405287 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523430 Jun 22 16:40:14.469028 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-e1b2dc21-758b-42d7-8737-e136f3dbb518 None None] Provisioning for port ee078eb7-dced-4b83-bc74-af5f957c8584 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:14.474408 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-e1b2dc21-758b-42d7-8737-e136f3dbb518 None None] Provisioning complete for port ee078eb7-dced-4b83-bc74-af5f957c8584 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:14.475012 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e1b2dc21-758b-42d7-8737-e136f3dbb518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:14.510514 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4d1d90fc-69ac-443f-824e-640598626c76 req-8c0c446e-ab5c-4394-84c3-0c9eff196598 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057765 Jun 22 16:40:14.554465 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] For port d82b1ceb-6d4c-4358-9b8b-da85055cacf1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:14.554832 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:14.578256 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e11f0-e3af-4781-9283-46fdfe0bf46f req-6a55863e-2083-4228-9616-2fddaf43705f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:14.579743 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d08e11f0-e3af-4781-9283-46fdfe0bf46f req-6a55863e-2083-4228-9616-2fddaf43705f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 946 time: 0.2283428 Jun 22 16:40:14.588807 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Calling delete_port for d82b1ceb-6d4c-4358-9b8b-da85055cacf1 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:40:14.631965 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e1b2dc21-758b-42d7-8737-e136f3dbb518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:14.637528 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4d1d90fc-69ac-443f-824e-640598626c76 req-dc67392f-2c79-4632-b917-2d01689687ed service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040480 Jun 22 16:40:14.644269 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625658'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:14.674361 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-e1b2dc21-758b-42d7-8737-e136f3dbb518 None None] For port ee078eb7-dced-4b83-bc74-af5f957c8584, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=ee078eb7-dced-4b83-bc74-af5f957c8584,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:14.679052 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e1b2dc21-758b-42d7-8737-e136f3dbb518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:14.680899 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:14.729669 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2dc21-758b-42d7-8737-e136f3dbb518 None None] Pushing event updated for resources: {'Port': ['ID=ee078eb7-dced-4b83-bc74-af5f957c8584,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:14.732825 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-e1b2dc21-758b-42d7-8737-e136f3dbb518 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:14.755389 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d08e11f0-e3af-4781-9283-46fdfe0bf46f req-c9395831-0667-473a-9b8c-92f4e6582366 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685524 Jun 22 16:40:14.852808 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64084177-4e8c-4954-ac60-df136b153e0d req-34d07327-5462-4f88-90da-d41ea1d1f523 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:14.854341 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64084177-4e8c-4954-ac60-df136b153e0d req-34d07327-5462-4f88-90da-d41ea1d1f523 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 946 time: 0.2665493 Jun 22 16:40:14.900748 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-c61e25c6-ebff-436f-a025-55fb07324880 None None] Provisioning complete for port ee078eb7-dced-4b83-bc74-af5f957c8584 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:14.901130 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-c61e25c6-ebff-436f-a025-55fb07324880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:14.951469 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64084177-4e8c-4954-ac60-df136b153e0d req-e1a2346a-c8f3-47c7-8259-b4bf9cc8af7f tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848894 Jun 22 16:40:14.952121 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:14.957292 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f652d03d-9821-4e4d-97a9-ae29aa497f5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:14.972564 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['9e1e2658-2966-4f68-b052-94a88e0b0e35', '347f47ee-7395-4577-ba4e-b9e221392c8e', '1cfa8d4e-f205-4554-926a-3eeb2649633c'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:40:14.988969 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Pushing event deleted for resources: {'Port': ['ID=d82b1ceb-6d4c-4358-9b8b-da85055cacf1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:14.994186 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:14.996266 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f is scheduled to L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 16:40:15.041255 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] No DVR routers for this DVR port d82b1ceb-6d4c-4358-9b8b-da85055cacf1 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:40:15.049477 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:15.051655 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-921d6ee1-dfc4-45b5-b699-fe85f23c807f req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "DELETE /v2.0/ports/d82b1ceb-6d4c-4358-9b8b-da85055cacf1 HTTP/1.1" status: 204 len: 173 time: 1.0812175 Jun 22 16:40:15.053057 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4375a1df-a8b6-497b-aee2-2ac90c51e323', 'name': 'network-vif-deleted', 'tag': 'd82b1ceb-6d4c-4358-9b8b-da85055cacf1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:15.055435 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291cefea-dfa3-45a6-8322-35b2654bc664" -d '{"events": [{"server_uuid": "4375a1df-a8b6-497b-aee2-2ac90c51e323", "name": "network-vif-deleted", "tag": "d82b1ceb-6d4c-4358-9b8b-da85055cacf1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:15.422797 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff904bb-03be-4bb9-a186-a8a9c9d9d005 x-openstack-request-id: req-1ff904bb-03be-4bb9-a186-a8a9c9d9d005 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:15.423181 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4375a1df-a8b6-497b-aee2-2ac90c51e323", "name": "network-vif-deleted", "tag": "d82b1ceb-6d4c-4358-9b8b-da85055cacf1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:15.423531 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ff904bb-03be-4bb9-a186-a8a9c9d9d005 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:15.423993 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4375a1df-a8b6-497b-aee2-2ac90c51e323', 'name': 'network-vif-deleted', 'tag': 'd82b1ceb-6d4c-4358-9b8b-da85055cacf1', 'status': 'completed', 'code': 200} Jun 22 16:40:15.452348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:40:15.462220 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Sync routers for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:40:15.475451 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:40:15.476215 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:40:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:15.477101 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:15.478568 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0373931 Jun 22 16:40:15.481161 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 49256) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:15.587532 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:40:15.696847 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e7109-3b33-4932-8109-0a4f2c65db28 req-7b15962f-b0c3-4246-b9b8-2ec007d099df tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:15.698363 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-377e7109-3b33-4932-8109-0a4f2c65db28 req-7b15962f-b0c3-4246-b9b8-2ec007d099df tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1197398 Jun 22 16:40:15.771737 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:13Z', 'revision_number': 3, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:15.777631 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-377e7109-3b33-4932-8109-0a4f2c65db28 req-f044ed7f-ece4-4df1-a4c3-b8e5902855e9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486128 Jun 22 16:40:15.802818 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Checking router: 5b09b5df-fd6c-4545-87a4-b0e45b1a647f for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:40:15.803187 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Updating router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f port 32e633b8-75b0-4832-bd78-d4338faa586d binding host dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:40:15.839819 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:15.943640 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e115da67-5cb0-4d50-9013-47833c8fa3e5 req-79c90d48-7ccd-4eeb-9fc4-3e0fba46f1ad tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=4375a1df-a8b6-497b-aee2-2ac90c51e323 HTTP/1.1" status: 200 len: 210 time: 0.0324428 Jun 22 16:40:16.056514 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.116648 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.127150 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.provisioning_blocks [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Transition to ACTIVE for port object 32e633b8-75b0-4832-bd78-d4338faa586d will not be triggered until provisioned by entity L2. {{(pid=93718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:16.133197 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.135817 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-8bfd8d3c-3708-49f3-8034-75d8d385c219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:16.148074 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device ee078eb7-dced-4b83-bc74-af5f957c8584 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:16.201663 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Pushing event updated for resources: {'Port': ['ID=32e633b8-75b0-4832-bd78-d4338faa586d,revision_number=2']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:16.203398 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port ee078eb7-dced-4b83-bc74-af5f957c8584 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:16.203995 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.214086 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.214437 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.214779 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.215113 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.215445 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.215832 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.216159 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.216482 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.216826 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.217154 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.217551 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.217795 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:16.229525 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:16.252837 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Attempting to bind port 32e633b8-75b0-4832-bd78-d4338faa586d on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:40:16.253406 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Attempting to bind port 32e633b8-75b0-4832-bd78-d4338faa586d by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:40:16.253785 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Attempting to bind port 32e633b8-75b0-4832-bd78-d4338faa586d on network d06e2f1a-390b-4c3c-bda4-9f719553dc3b {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:16.262573 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:40:16.263259 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Checking segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:16.263377 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Allocated IP 172.20.0.1 (c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b/448586db-32f7-4785-9c54-549908e164e2/25b3054a-f407-41e7-9db8-ccbbe391f199) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:40:16.263972 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.264586 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Bound using segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:40:16.265731 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Bound port: 32e633b8-75b0-4832-bd78-d4338faa586d, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:40:16.266200 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.325336 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] For port 32e633b8-75b0-4832-bd78-d4338faa586d, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:40:16.329050 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] For port 32e633b8-75b0-4832-bd78-d4338faa586d, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=32e633b8-75b0-4832-bd78-d4338faa586d,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:40:16.332691 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.335816 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:16.376005 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.389414 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Transition to ACTIVE for port object 25b3054a-f407-41e7-9db8-ccbbe391f199 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:16.393046 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:40:16.393670 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:40:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:16.398241 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Pushing event updated for resources: {'Port': ['ID=32e633b8-75b0-4832-bd78-d4338faa586d,revision_number=3']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:16.423751 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.426474 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a0dad63d-b55a-45c5-b4f1-d01728d4b274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:16.429761 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-9d205af2-b9e5-4986-a7b0-a7a050910f9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:16.463487 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:16.467184 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:16.470790 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:40:16.503298 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:40:16.516427 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619724'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.554059 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Pushing event updated for resources: {'Port': ['ID=25b3054a-f407-41e7-9db8-ccbbe391f199,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:16.557439 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:16.666390 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.694915 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:13Z', 'revision_number': 3, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:16.720931 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee9f282-3e26-4218-9fdb-baae62080ec7 None None] The sync data for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb is: [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:13Z', 'revision_number': 3, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:40:16.771828 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-7a4757d2-6250-4f8c-a81e-e92ff22e99dd None None] Provisioning for port 25b3054a-f407-41e7-9db8-ccbbe391f199 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:16.783242 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-7a4757d2-6250-4f8c-a81e-e92ff22e99dd None None] Provisioning complete for port 25b3054a-f407-41e7-9db8-ccbbe391f199 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:16.783242 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7a4757d2-6250-4f8c-a81e-e92ff22e99dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.816394 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device d82b1ceb-6d4c-4358-9b8b-da85055cacf1 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:40:16.842582 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: d82b1ceb-6d4c-4358-9b8b-da85055cacf1 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:40:16.843541 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device d82b1ceb-6d4c-4358-9b8b-da85055cacf1 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:40:16.851913 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-7a4757d2-6250-4f8c-a81e-e92ff22e99dd None None] Port 25b3054a-f407-41e7-9db8-ccbbe391f199 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:40:16.869828 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.876042 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.879761 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:16.971777 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Pushing event updated for resources: {'Port': ['ID=25b3054a-f407-41e7-9db8-ccbbe391f199,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:16.979166 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1641845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819072'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:16.998889 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:17.135949 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31095006-e8c9-4d41-b95d-8cd3384f7fec req-a8df9dec-e163-4161-b764-aa02e558264e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:17.137668 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-31095006-e8c9-4d41-b95d-8cd3384f7fec req-a8df9dec-e163-4161-b764-aa02e558264e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.2019162 Jun 22 16:40:17.168604 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:17.171936 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:17.298579 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-31095006-e8c9-4d41-b95d-8cd3384f7fec req-3ee6ea58-488f-436d-a80c-e893536afd5d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521111 Jun 22 16:40:17.416846 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:40:17.541608 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:40:17.546974 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] 10.222.0.70 "PUT /v2.0/routers/5b09b5df-fd6c-4545-87a4-b0e45b1a647f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0640543 Jun 22 16:40:17.575809 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-05a907cd-353f-47a4-89e2-a8d4fb6453f7 None None] Provisioning complete for port 25b3054a-f407-41e7-9db8-ccbbe391f199 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:17.576346 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-05a907cd-353f-47a4-89e2-a8d4fb6453f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:17.614633 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-05a907cd-353f-47a4-89e2-a8d4fb6453f7 None None] Port 25b3054a-f407-41e7-9db8-ccbbe391f199 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:40:18.047057 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 49324) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:18.052025 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-678764625-network', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:18.072435 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Made reservation on behalf of fd3988b513004cfdbece95b56029e2a3 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:40:18.075368 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.085139 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.178285 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 32e633b8-75b0-4832-bd78-d4338faa586d up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:18.212836 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.220114 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.235709 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 32e633b8-75b0-4832-bd78-d4338faa586d completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:18.238624 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f4758829-ebba-499b-b98d-c996e025f87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:18.241857 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 32e633b8-75b0-4832-bd78-d4338faa586d triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:18.242760 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.262847 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:40:18.283645 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3dc0f7-861a-47c1-96be-13e12eba3da1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:18.299339 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:18.301588 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.301988 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.segments_db [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Added segment b2d5ca6a-07b9-4a75-92b7-1620185ba4ca of type vlan for network 72ebd80f-06fc-4fda-8839-71c1bca439a9 Jun 22 16:40:18.360470 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.382458 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.385191 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 32e633b8-75b0-4832-bd78-d4338faa586d, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=32e633b8-75b0-4832-bd78-d4338faa586d,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:18.391944 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.394263 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:18.437197 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.439463 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:18.440211 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.446779 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:18.457527 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0dcf1-fb1c-445c-b12c-181470283024 req-0c35f627-b48f-4b36-a566-d7744a5ed5df tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:18.459107 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1b0dcf1-fb1c-445c-b12c-181470283024 req-0c35f627-b48f-4b36-a566-d7744a5ed5df tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 946 time: 0.1213877 Jun 22 16:40:18.460118 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=32e633b8-75b0-4832-bd78-d4338faa586d,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:18.464071 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:18.543659 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49338) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:18.548893 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Request body: {'subnet': {'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-678764625-subnet', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'ip_version': 4}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:18.552860 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5046415 Jun 22 16:40:18.588523 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1b0dcf1-fb1c-445c-b12c-181470283024 req-593320ff-3109-4429-a7e8-8f75243ce60c tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096892 Jun 22 16:40:18.589527 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Pushing event updated for resources: {'Network': ['ID=72ebd80f-06fc-4fda-8839-71c1bca439a9,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:18.593009 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Made reservation on behalf of fd3988b513004cfdbece95b56029e2a3 for: {'subnet': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:40:18.595235 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.603012 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 72ebd80f-06fc-4fda-8839-71c1bca439a9 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:40:18.606879 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:18.720987 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Sync routers for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:40:18.730943 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:40:18.732446 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:40:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:18.761869 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29738f0b-c893-4929-802e-0ca6d552224d req-726f6c9c-ca7f-4135-9795-9cac65d96db9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:18.763622 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-29738f0b-c893-4929-802e-0ca6d552224d req-726f6c9c-ca7f-4135-9795-9cac65d96db9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0728521 Jun 22 16:40:18.813661 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-29738f0b-c893-4929-802e-0ca6d552224d req-ca1dd588-4f08-47b1-9e49-c4f85bd55455 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426133 Jun 22 16:40:18.854632 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.858327 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:18.903525 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:40:18.923828 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dfca638-ddaf-42af-ac67-b149547f35fe,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:18.926978 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:18.931584 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Checking segment: {'id': 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:18.931943 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Network hostable DHCP agents. Network: 72ebd80f-06fc-4fda-8839-71c1bca439a9, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:40:18.949571 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Network 72ebd80f-06fc-4fda-8839-71c1bca439a9 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:40:18.971628 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 72ebd80f-06fc-4fda-8839-71c1bca439a9) {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:18.978014 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:18.979628 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:18.984548 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e955fda8-6836-43df-a0c2-1aaa9bdd89ea None None] Network 72ebd80f-06fc-4fda-8839-71c1bca439a9 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:40:19.003665 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4589019 Jun 22 16:40:19.006683 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 49346) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:19.026887 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:19.065601 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1825629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1123'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.066834 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1146'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.092249 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d715d1-355b-4812-9dce-614c79d71f4f req-667eed2f-af64-49fd-8b2b-41c9c1c202ca tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:19.094258 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c6d715d1-355b-4812-9dce-614c79d71f4f req-667eed2f-af64-49fd-8b2b-41c9c1c202ca tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 945 time: 0.1044641 Jun 22 16:40:19.150298 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.200291 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c6d715d1-355b-4812-9dce-614c79d71f4f req-398e1eba-ec7c-462b-8558-452b1b7d4f30 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513577 Jun 22 16:40:19.247606 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '25b3054a-f407-41e7-9db8-ccbbe391f199', 'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'mac_address': 'fa:16:3e:ee:8c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:16Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 2, 'project_id': '734df8a54e71458abad0f6dac4997272', 'subnets': [{'id': '448586db-32f7-4785-9c54-549908e164e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:19.251648 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9850d6f9-e7c5-58f6-bfb5-703f1585a73f-72ebd80f-06fc-4fda-8839-71c1bca439a9', 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'fixed_ips': [{'subnet_id': '7dfca638-ddaf-42af-ac67-b149547f35fe'}]}} from dv-cinder-768105-10-smb. {{(pid=93717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 16:40:19.252486 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.287698 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Checking router: 5b09b5df-fd6c-4545-87a4-b0e45b1a647f for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:40:19.287966 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Updating router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f port 25b3054a-f407-41e7-9db8-ccbbe391f199 binding host dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:40:19.335281 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1825611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1100'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.370981 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.521167 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.db_base_plugin_common [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Allocated IP 172.20.0.2 (72ebd80f-06fc-4fda-8839-71c1bca439a9/7dfca638-ddaf-42af-ac67-b149547f35fe/fb4da906-f060-477c-a471-3402626c79c0) {{(pid=93717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:40:19.541194 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.560924 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.673930 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Allocated IP 172.28.0.242 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/00f81d32-bec3-44ae-aac6-7d1daa5fe640) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:40:19.774564 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.790213 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Transition to ACTIVE for port object fb4da906-f060-477c-a471-3402626c79c0 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:19.802904 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.818924 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Transition to ACTIVE for port object fb4da906-f060-477c-a471-3402626c79c0 will not be triggered until provisioned by entity DHCP. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:19.820861 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Transition to ACTIVE for port object 25b3054a-f407-41e7-9db8-ccbbe391f199 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:19.827029 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.829401 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:19.832848 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:19.886355 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Network 72ebd80f-06fc-4fda-8839-71c1bca439a9 is already hosted by enough agents. {{(pid=93717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:19.888207 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Pushing event updated for resources: {'Port': ['ID=fb4da906-f060-477c-a471-3402626c79c0,revision_number=1']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:19.895854 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:19.898269 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-e1b2dc21-758b-42d7-8737-e136f3dbb518 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:19.900332 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.base_scheduler [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Resources bound (agent type, host, resource id): {{(pid=93717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:19.904412 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Received port after_create {{(pid=93717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:40:20.013727 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Attempting to bind port 25b3054a-f407-41e7-9db8-ccbbe391f199 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:40:20.014153 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Attempting to bind port 25b3054a-f407-41e7-9db8-ccbbe391f199 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:40:20.014526 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Attempting to bind port 25b3054a-f407-41e7-9db8-ccbbe391f199 on network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:20.032134 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358d4ac-7b7d-410c-9fb8-f3fa3dcc5f59 None None] Pushing event updated for resources: {'Port': ['ID=25b3054a-f407-41e7-9db8-ccbbe391f199,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:20.038887 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-9358d4ac-7b7d-410c-9fb8-f3fa3dcc5f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:20.047879 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:40:20.048289 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Checking segment: {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:20.048673 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.049083 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Bound using segment: {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:40:20.049577 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Bound port: 25b3054a-f407-41e7-9db8-ccbbe391f199, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:40:20.050174 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.065958 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Attempting to bind port fb4da906-f060-477c-a471-3402626c79c0 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:40:20.066366 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Attempting to bind port fb4da906-f060-477c-a471-3402626c79c0 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:40:20.066734 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Attempting to bind port fb4da906-f060-477c-a471-3402626c79c0 on network 72ebd80f-06fc-4fda-8839-71c1bca439a9 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:20.073887 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:40:20.074300 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Checking segment: {'id': 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:20.074629 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.074776 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.075486 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Bound using segment: {'id': 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:40:20.075608 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Bound port: fb4da906-f060-477c-a471-3402626c79c0, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:40:20.075989 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.098792 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4d354-1bf3-437c-93c2-88cc3eeabfa0 req-0d10b6a0-8596-41ae-a24a-9f8772d3c28a tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:20.100659 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5dd4d354-1bf3-437c-93c2-88cc3eeabfa0 req-0d10b6a0-8596-41ae-a24a-9f8772d3c28a tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 946 time: 0.3748784 Jun 22 16:40:20.169732 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5dd4d354-1bf3-437c-93c2-88cc3eeabfa0 req-f64f774a-399a-4ba4-8658-f596bd4b8c45 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593667 Jun 22 16:40:20.171811 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.173972 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-8d6dda66-509b-4698-98d5-d581a04e1f18 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:20.222276 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:20.225473 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:20.228689 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:40:20.253612 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Pushing event updated for resources: {'Port': ['ID=00f81d32-bec3-44ae-aac6-7d1daa5fe640,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:20.257356 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:20.280967 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 32e633b8-75b0-4832-bd78-d4338faa586d up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:20.331412 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] For port 25b3054a-f407-41e7-9db8-ccbbe391f199, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:40:20.359650 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] For port 25b3054a-f407-41e7-9db8-ccbbe391f199, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=25b3054a-f407-41e7-9db8-ccbbe391f199,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:40:20.367145 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] For port fb4da906-f060-477c-a471-3402626c79c0, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:40:20.370097 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.374148 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] For port fb4da906-f060-477c-a471-3402626c79c0, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=fb4da906-f060-477c-a471-3402626c79c0,segment=NetworkSegment(b2d5ca6a-07b9-4a75-92b7-1620185ba4ca),segment_id=b2d5ca6a-07b9-4a75-92b7-1620185ba4ca)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:40:20.375703 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:20.383461 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.453821 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:40:20.454491 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:40:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:20.456562 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 32e633b8-75b0-4832-bd78-d4338faa586d triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:20.456942 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.460336 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358d4ac-7b7d-410c-9fb8-f3fa3dcc5f59 None None] Pushing event updated for resources: {'Port': ['ID=25b3054a-f407-41e7-9db8-ccbbe391f199,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:20.533137 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-9358d4ac-7b7d-410c-9fb8-f3fa3dcc5f59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:20.533695 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:20.617576 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Pushing event updated for resources: {'Port': ['ID=fb4da906-f060-477c-a471-3402626c79c0,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:20.622115 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:20.708016 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e58ba-f9cf-4906-a192-0a28d2ca4ccd req-d2d4d01c-bd89-450c-9a9c-db7731f4bb11 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:20.709556 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ca4e58ba-f9cf-4906-a192-0a28d2ca4ccd req-d2d4d01c-bd89-450c-9a9c-db7731f4bb11 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 945 time: 0.3066735 Jun 22 16:40:20.714772 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:20.768648 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:40:20.797214 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f0b98-64eb-4030-9689-08597363a53d req-4818fc36-b0fa-491e-9d30-34cc12cf0f72 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:20.798799 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-997f0b98-64eb-4030-9689-08597363a53d req-4818fc36-b0fa-491e-9d30-34cc12cf0f72 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.2856944 Jun 22 16:40:20.895095 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ca4e58ba-f9cf-4906-a192-0a28d2ca4ccd req-ed2665a9-75d2-45d8-9216-d4ce707fbb5e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781211 Jun 22 16:40:20.924232 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-997f0b98-64eb-4030-9689-08597363a53d req-284bd3df-c8e2-4c20-93cc-f9f85f04f4c3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140285 Jun 22 16:40:21.056577 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625658'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:21.070234 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '25b3054a-f407-41e7-9db8-ccbbe391f199', 'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'mac_address': 'fa:16:3e:ee:8c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:16Z', 'updated_at': '2021-06-22T16:40:20Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'subnets': [{'id': '448586db-32f7-4785-9c54-549908e164e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:21.101560 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1fc1ad-b07a-4753-a51e-891523e371cd None None] The sync data for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb is: [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '25b3054a-f407-41e7-9db8-ccbbe391f199', 'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'mac_address': 'fa:16:3e:ee:8c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:16Z', 'updated_at': '2021-06-22T16:40:20Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'subnets': [{'id': '448586db-32f7-4785-9c54-549908e164e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:40:21.231168 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Router 31136cab-b098-448f-aa19-e2f7f4dff041 is scheduled to L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 16:40:21.409411 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:40:21.424273 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Sync routers for ids ['31136cab-b098-448f-aa19-e2f7f4dff041'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:40:21.442535 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Routers {'31136cab-b098-448f-aa19-e2f7f4dff041'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:40:21.443243 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:40:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['31136cab-b098-448f-aa19-e2f7f4dff041'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:21.445347 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:21.451546 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4258127 Jun 22 16:40:21.451872 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49396) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:21.637407 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44594afd-295d-4e75-bc05-20d6f75e8784 req-75c06fd9-7f85-4127-b5b3-3e17ba30fe89 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:21.649428 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-44594afd-295d-4e75-bc05-20d6f75e8784 req-75c06fd9-7f85-4127-b5b3-3e17ba30fe89 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 946 time: 0.1663787 Jun 22 16:40:21.755605 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-44594afd-295d-4e75-bc05-20d6f75e8784 req-5efd0041-0f67-488f-ac3b-ca5ce9bc8e40 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050026 Jun 22 16:40:21.801794 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a1728d-0f19-461c-8039-9c8ccb014934 None None] Network 72ebd80f-06fc-4fda-8839-71c1bca439a9 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:40:21.811560 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Set router 31136cab-b098-448f-aa19-e2f7f4dff041 gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:40:21.905964 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-5fece20b-d95f-44b2-94e7-ea16b0203b03 None None] Provisioning for port fb4da906-f060-477c-a471-3402626c79c0 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:22.113647 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.134479 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:20Z', 'revision_number': 3, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'gw_port': {'id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:22.195488 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434fd5f-a576-445f-84e6-fd102f50a85a req-dd505da4-c0d5-4517-bee0-2c14f92fd523 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:22.196941 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5434fd5f-a576-445f-84e6-fd102f50a85a req-dd505da4-c0d5-4517-bee0-2c14f92fd523 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 945 time: 0.1639619 Jun 22 16:40:22.199575 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Checking router: 31136cab-b098-448f-aa19-e2f7f4dff041 for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:40:22.199976 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Updating router 31136cab-b098-448f-aa19-e2f7f4dff041 port 00f81d32-bec3-44ae-aac6-7d1daa5fe640 binding host dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:40:22.263709 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.313070 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5434fd5f-a576-445f-84e6-fd102f50a85a req-41e02149-5279-49e3-9c51-f8e7935aa124 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029158 Jun 22 16:40:22.326547 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 25b3054a-f407-41e7-9db8-ccbbe391f199 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:22.379098 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Allocated IP 172.20.0.1 (72ebd80f-06fc-4fda-8839-71c1bca439a9/7dfca638-ddaf-42af-ac67-b149547f35fe/f868cbcf-91bc-452c-961a-d2026f88b976) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:40:22.443760 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 25b3054a-f407-41e7-9db8-ccbbe391f199 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:22.451472 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 25b3054a-f407-41e7-9db8-ccbbe391f199 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:22.451857 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.528385 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-f536112b-9687-4b56-ae8a-ba23e5f2660b tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:22.531134 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-f536112b-9687-4b56-ae8a-ba23e5f2660b tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.74 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 946 time: 0.1320441 Jun 22 16:40:22.619225 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.638701 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.666502 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Transition to ACTIVE for port object f868cbcf-91bc-452c-961a-d2026f88b976 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:22.675205 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 25b3054a-f407-41e7-9db8-ccbbe391f199, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=25b3054a-f407-41e7-9db8-ccbbe391f199,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:22.679962 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.681037 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device fb4da906-f060-477c-a471-3402626c79c0 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:22.686370 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49410) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:22.719019 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:22.734660 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.758124 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:22.759893 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Deleting port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:40:22.760807 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.769241 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port fb4da906-f060-477c-a471-3402626c79c0 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:22.782184 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port fb4da906-f060-477c-a471-3402626c79c0 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:22.782563 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.865184 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=25b3054a-f407-41e7-9db8-ccbbe391f199,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:22.889005 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:22.898387 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Notify callbacks [] for port, precommit_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.914766 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.provisioning_blocks [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Transition to ACTIVE for port object 00f81d32-bec3-44ae-aac6-7d1daa5fe640 will not be triggered until provisioned by entity L2. {{(pid=93718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:22.928129 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.930444 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:22.988330 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:22.998854 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d002fc2-fb5b-4756-a579-712c8d98d6e7 None None] Pushing event updated for resources: {'Port': ['ID=00f81d32-bec3-44ae-aac6-7d1daa5fe640,revision_number=2']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:23.009225 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] For port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,segment=NetworkSegment(21f3f639-835b-45e0-83c5-6ea24327f31c),segment_id=21f3f639-835b-45e0-83c5-6ea24327f31c)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:23.009608 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.010874 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-9d002fc2-fb5b-4756-a579-712c8d98d6e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:23.041242 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Calling delete_port for 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:40:23.042884 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Attempting to bind port 00f81d32-bec3-44ae-aac6-7d1daa5fe640 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:40:23.043474 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Attempting to bind port 00f81d32-bec3-44ae-aac6-7d1daa5fe640 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:40:23.044062 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Attempting to bind port 00f81d32-bec3-44ae-aac6-7d1daa5fe640 on network d06e2f1a-390b-4c3c-bda4-9f719553dc3b {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:23.052149 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:40:23.053124 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Checking segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:23.054046 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.054926 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Bound using segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:40:23.055929 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Bound port: 00f81d32-bec3-44ae-aac6-7d1daa5fe640, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:40:23.056502 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.064228 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port fb4da906-f060-477c-a471-3402626c79c0, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=fb4da906-f060-477c-a471-3402626c79c0,segment=NetworkSegment(b2d5ca6a-07b9-4a75-92b7-1620185ba4ca),segment_id=b2d5ca6a-07b9-4a75-92b7-1620185ba4ca)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:23.069611 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.072724 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:23.121448 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319d3df-44bd-462e-821d-f11ee32df8b6 req-d9f623c5-585c-4036-b84c-b1648795b1c1 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:23.123254 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e319d3df-44bd-462e-821d-f11ee32df8b6 req-d9f623c5-585c-4036-b84c-b1648795b1c1 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 946 time: 0.1534460 Jun 22 16:40:23.136434 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] For port 00f81d32-bec3-44ae-aac6-7d1daa5fe640, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:40:23.141705 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] For port 00f81d32-bec3-44ae-aac6-7d1daa5fe640, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=00f81d32-bec3-44ae-aac6-7d1daa5fe640,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:40:23.146561 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.159440 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-e54816d1-a90f-4880-97ec-9b5a6fbb7c26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:23.168582 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Network 72ebd80f-06fc-4fda-8839-71c1bca439a9 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:23.184190 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:23.184518 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e319d3df-44bd-462e-821d-f11ee32df8b6 req-641d5743-0e66-4cd8-afc1-b16c27ad1c08 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/security-groups?id=20ddd676-a999-4959-9a7a-32d5c05fb593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537474 Jun 22 16:40:23.189077 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f99f4256-100f-4a48-9383-2e54fa2a0f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.194031 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:40:23.194893 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619724'] for router_interface, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.197182 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=fb4da906-f060-477c-a471-3402626c79c0,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:23.201275 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:23.243521 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Pushing event updated for resources: {'Port': ['ID=f868cbcf-91bc-452c-961a-d2026f88b976,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:23.252374 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Routers {'31136cab-b098-448f-aa19-e2f7f4dff041'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:40:23.253077 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:40:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['31136cab-b098-448f-aa19-e2f7f4dff041'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:23.254985 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:23.273231 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.279617 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b8ea9718-29cb-4203-86a1-4b44c225d443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:23.293222 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['0e4e1569-6823-4ac1-ab67-8957c3f7ea10'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:40:23.304619 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d002fc2-fb5b-4756-a579-712c8d98d6e7 None None] Pushing event updated for resources: {'Port': ['ID=00f81d32-bec3-44ae-aac6-7d1daa5fe640,revision_number=3']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:23.317953 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-9d002fc2-fb5b-4756-a579-712c8d98d6e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:23.370186 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Pushing event deleted for resources: {'Port': ['ID=0e4e1569-6823-4ac1-ab67-8957c3f7ea10,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:23.377171 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:23.377844 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f99f4256-100f-4a48-9383-2e54fa2a0f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.411345 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] Set router 31136cab-b098-448f-aa19-e2f7f4dff041 gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:40:23.414992 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f99f4256-100f-4a48-9383-2e54fa2a0f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.426322 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] No DVR routers for this DVR port 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:40:23.428867 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.430973 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5f002958-4f93-4db8-a11c-90fa8efb2518 req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.74 "DELETE /v2.0/ports/0e4e1569-6823-4ac1-ab67-8957c3f7ea10 HTTP/1.1" status: 204 len: 173 time: 0.8747728 Jun 22 16:40:23.431526 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31917caf-976a-4fdf-a550-328edd13d9ca', 'name': 'network-vif-deleted', 'tag': '0e4e1569-6823-4ac1-ab67-8957c3f7ea10'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:23.433871 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346acd37-6037-45a4-bcb6-d0886664a851" -d '{"events": [{"server_uuid": "31917caf-976a-4fdf-a550-328edd13d9ca", "name": "network-vif-deleted", "tag": "0e4e1569-6823-4ac1-ab67-8957c3f7ea10"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:23.442374 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-4eb99018-9b54-452a-94de-e398b24f02ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:23.460008 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-2bfe86e7-638b-4f15-b21f-2e07eee14ff4 None None] Provisioning for port f868cbcf-91bc-452c-961a-d2026f88b976 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:23.480326 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-2bfe86e7-638b-4f15-b21f-2e07eee14ff4 None None] Provisioning complete for port f868cbcf-91bc-452c-961a-d2026f88b976 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:23.480727 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2bfe86e7-638b-4f15-b21f-2e07eee14ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.541734 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63e8cd2-2e4c-45ad-a093-77eb8e322de3 x-openstack-request-id: req-f63e8cd2-2e4c-45ad-a093-77eb8e322de3 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:23.542080 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31917caf-976a-4fdf-a550-328edd13d9ca", "name": "network-vif-deleted", "tag": "0e4e1569-6823-4ac1-ab67-8957c3f7ea10", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:23.542368 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f63e8cd2-2e4c-45ad-a093-77eb8e322de3 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:23.550763 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe86e7-638b-4f15-b21f-2e07eee14ff4 None None] Port f868cbcf-91bc-452c-961a-d2026f88b976 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:40:23.551995 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31917caf-976a-4fdf-a550-328edd13d9ca', 'name': 'network-vif-deleted', 'tag': '0e4e1569-6823-4ac1-ab67-8957c3f7ea10', 'status': 'completed', 'code': 200} Jun 22 16:40:23.566389 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f99f4256-100f-4a48-9383-2e54fa2a0f68 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a333a633b15c4ef59871eb587c816e20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8785040 Jun 22 16:40:23.569048 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 49422) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:23.573077 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f4256-100f-4a48-9383-2e54fa2a0f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b38177e-87ab-4c5e-ae9e-738e387de8ca,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:23.580955 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f99f4256-100f-4a48-9383-2e54fa2a0f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:23.616552 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-840c8fa5-2d93-465e-8d47-3f46b2495a2b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:23.618294 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-840c8fa5-2d93-465e-8d47-3f46b2495a2b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 945 time: 0.2376065 Jun 22 16:40:23.634998 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1db7b-cb76-4c83-97cc-d8cb55c6b961 req-d400caa4-12c3-4ef1-9e12-1a036b9bf680 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:23.644565 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-43a1db7b-cb76-4c83-97cc-d8cb55c6b961 req-d400caa4-12c3-4ef1-9e12-1a036b9bf680 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 945 time: 0.1523638 Jun 22 16:40:23.658268 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:20Z', 'revision_number': 3, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'gw_port': {'id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:23.667241 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea255912-b77f-4a36-af8d-661151e51984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.706363 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea255912-b77f-4a36-af8d-661151e51984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.712418 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87f84c9-bdcc-4b47-a2fd-6702c908ceae None None] The sync data for ids ['31136cab-b098-448f-aa19-e2f7f4dff041'] in dv-cinder-768105-10-smb is: [{'id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:20Z', 'revision_number': 3, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'gw_port': {'id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:40:23.712642 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-43a1db7b-cb76-4c83-97cc-d8cb55c6b961 req-c197fb2a-4277-42cc-b4b9-cae87306aae9 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660362 Jun 22 16:40:23.748789 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.807947 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea255912-b77f-4a36-af8d-661151e51984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.813453 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea255912-b77f-4a36-af8d-661151e51984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:23.815057 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-ea255912-b77f-4a36-af8d-661151e51984 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b38177e-87ab-4c5e-ae9e-738e387de8ca HTTP/1.1" status: 204 len: 168 time: 0.2450390 Jun 22 16:40:23.816137 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4e21182d-1e95-4077-898e-087fab0e8895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:23.829031 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea255912-b77f-4a36-af8d-661151e51984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b38177e-87ab-4c5e-ae9e-738e387de8ca,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:23.832308 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ea255912-b77f-4a36-af8d-661151e51984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:23.921724 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Deleting port 1cfa8d4e-f205-4554-926a-3eeb2649633c {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:40:23.922168 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:24.053953 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] For port 1cfa8d4e-f205-4554-926a-3eeb2649633c, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1cfa8d4e-f205-4554-926a-3eeb2649633c,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:24.054341 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:24.081715 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Calling delete_port for 1cfa8d4e-f205-4554-926a-3eeb2649633c owned by compute:nova {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:40:24.094434 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:24.101277 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:24.102102 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1641845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819072'] for router_interface, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:24.105184 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:24.169088 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Pushing event updated for resources: {'Port': ['ID=f868cbcf-91bc-452c-961a-d2026f88b976,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:24.217156 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:24.234563 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 25b3054a-f407-41e7-9db8-ccbbe391f199 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:24.304041 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 25b3054a-f407-41e7-9db8-ccbbe391f199 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:24.304903 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:24.430125 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device fb4da906-f060-477c-a471-3402626c79c0 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:24.439634 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Network 72ebd80f-06fc-4fda-8839-71c1bca439a9 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:24.458654 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a0897059-3b29-4e78-84d4-34e5e3d6fc01 req-c9e899a0-79b7-417e-8a52-4882d69137d6 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] 10.222.0.70 "GET /v2.0/ports?device_id=31917caf-976a-4fdf-a550-328edd13d9ca HTTP/1.1" status: 200 len: 210 time: 0.0573668 Jun 22 16:40:24.484695 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port fb4da906-f060-477c-a471-3402626c79c0 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:24.485180 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:24.505331 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:24.658445 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:24.674166 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['9e1e2658-2966-4f68-b052-94a88e0b0e35', '347f47ee-7395-4577-ba4e-b9e221392c8e', '1cfa8d4e-f205-4554-926a-3eeb2649633c'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:40:24.706411 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:24.739035 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Pushing event deleted for resources: {'Port': ['ID=1cfa8d4e-f205-4554-926a-3eeb2649633c,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:24.761340 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:24.892229 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] No DVR routers for this DVR port 1cfa8d4e-f205-4554-926a-3eeb2649633c on host hv-cinder-76810 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:40:24.894646 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:24.896608 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-db1fed68-e7a2-4dd0-9fe7-253d55064e82 req-50530265-2eb3-48e9-a12f-820743263e72 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "DELETE /v2.0/ports/1cfa8d4e-f205-4554-926a-3eeb2649633c HTTP/1.1" status: 204 len: 173 time: 1.2577064 Jun 22 16:40:24.897215 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a827cdbb-b738-454e-a372-f5d0919d8cd4', 'name': 'network-vif-deleted', 'tag': '1cfa8d4e-f205-4554-926a-3eeb2649633c'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:24.899675 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2116295-df9c-4bb1-ae0c-f98e00b7153d" -d '{"events": [{"server_uuid": "a827cdbb-b738-454e-a372-f5d0919d8cd4", "name": "network-vif-deleted", "tag": "1cfa8d4e-f205-4554-926a-3eeb2649633c"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:24.920964 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Router 31136cab-b098-448f-aa19-e2f7f4dff041 has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:40:24.981822 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7f462b76-ab0a-4962-bfeb-013916fb8d5e req-4ebfa513-6fa1-465c-8edd-d4741f914e55 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0662351 Jun 22 16:40:25.013475 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-3ff42bf5-2e73-430e-b98e-3a5406407d2f None None] Provisioning complete for port f868cbcf-91bc-452c-961a-d2026f88b976 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:25.013970 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3ff42bf5-2e73-430e-b98e-3a5406407d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:25.094389 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-3ff42bf5-2e73-430e-b98e-3a5406407d2f None None] Port f868cbcf-91bc-452c-961a-d2026f88b976 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:40:25.144281 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e4532d-3ba7-4ef2-9e06-aab80032f20c x-openstack-request-id: req-09e4532d-3ba7-4ef2-9e06-aab80032f20c {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:25.146183 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a827cdbb-b738-454e-a372-f5d0919d8cd4", "name": "network-vif-deleted", "tag": "1cfa8d4e-f205-4554-926a-3eeb2649633c", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:25.147860 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09e4532d-3ba7-4ef2-9e06-aab80032f20c {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:25.148540 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a827cdbb-b738-454e-a372-f5d0919d8cd4', 'name': 'network-vif-deleted', 'tag': '1cfa8d4e-f205-4554-926a-3eeb2649633c', 'status': 'completed', 'code': 200} Jun 22 16:40:25.191383 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:40:25.197989 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] 10.222.0.70 "PUT /v2.0/routers/31136cab-b098-448f-aa19-e2f7f4dff041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7444537 Jun 22 16:40:25.959235 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-38814136-3e5c-46c3-8c68-787b1b5996a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:25.960424 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-38814136-3e5c-46c3-8c68-787b1b5996a2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1099 time: 0.1996665 Jun 22 16:40:26.151869 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-e3fcbdf4-8b7a-4f8a-bc71-7bd30b5b09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:26.153618 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-e3fcbdf4-8b7a-4f8a-bc71-7bd30b5b09a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 920 time: 0.1530523 Jun 22 16:40:26.172392 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a531a1-5ee5-4951-a176-35557b8a355d req-74d689c5-7cc5-4570-9314-ab3f16f5928b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:26.182066 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e4a531a1-5ee5-4951-a176-35557b8a355d req-74d689c5-7cc5-4570-9314-ab3f16f5928b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.2404714 Jun 22 16:40:26.264227 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Sync routers for ids ['31136cab-b098-448f-aa19-e2f7f4dff041'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:40:26.276534 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Routers {'31136cab-b098-448f-aa19-e2f7f4dff041'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:40:26.277184 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:40:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['31136cab-b098-448f-aa19-e2f7f4dff041'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:26.284396 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e4a531a1-5ee5-4951-a176-35557b8a355d req-852f45f8-7756-47f4-bafb-d493c590a941 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014590 Jun 22 16:40:26.305210 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-6fd58c4d-bb8a-4a27-ab9c-4c369889afb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8 HTTP/1.1" status: 200 len: 217 time: 0.1407595 Jun 22 16:40:26.335884 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 00f81d32-bec3-44ae-aac6-7d1daa5fe640 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:26.418337 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-79c9350b-17a6-485d-9f6e-ed66bf0018f3 req-989b2756-2148-44c2-9381-b82a68d03979 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=a827cdbb-b738-454e-a372-f5d0919d8cd4 HTTP/1.1" status: 200 len: 210 time: 0.0694809 Jun 22 16:40:26.455689 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-d1543728-4d46-45ef-bd1e-33f2c5ab66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:26.455689 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-d1543728-4d46-45ef-bd1e-33f2c5ab66ca service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.1265459 Jun 22 16:40:26.529257 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-958991f2-aacc-4f8b-803f-85ae5abddd2f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582392 Jun 22 16:40:26.683642 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-8d5afd56-5edf-49d3-b6ca-f986523117d7 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359205 Jun 22 16:40:26.695322 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 00f81d32-bec3-44ae-aac6-7d1daa5fe640 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:26.701143 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Set router 31136cab-b098-448f-aa19-e2f7f4dff041 gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:40:26.708415 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 00f81d32-bec3-44ae-aac6-7d1daa5fe640 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:26.709139 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:26.859094 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-13a456c2-5b6c-4fee-86ba-a2a0bc158d8f req-7f4c6dfc-20f9-4e25-bd9c-cd2e095075c8 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557033 Jun 22 16:40:26.900324 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:40:26.925364 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:40:26.926206 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0e4e1569-6823-4ac1-ab67-8957c3f7ea10 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:40:26.926877 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1cfa8d4e-f205-4554-926a-3eeb2649633c no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:40:26.962422 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 1cfa8d4e-f205-4554-926a-3eeb2649633c {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:40:26.962766 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1cfa8d4e-f205-4554-926a-3eeb2649633c not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:40:27.023559 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:27.048044 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 00f81d32-bec3-44ae-aac6-7d1daa5fe640, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=00f81d32-bec3-44ae-aac6-7d1daa5fe640,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:27.056008 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:27.059823 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:27.065000 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-e910555d-9752-40cc-b4aa-05fb64a7b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:27.066717 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-e910555d-9752-40cc-b4aa-05fb64a7b789 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1099 time: 0.0913541 Jun 22 16:40:27.139763 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=00f81d32-bec3-44ae-aac6-7d1daa5fe640,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:27.154804 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.155682 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.156026 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.156366 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.156696 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.157022 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.157351 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.157672 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.158041 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.158348 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.158670 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.159021 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:40:27.164175 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:27.173980 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:23Z', 'revision_number': 4, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'gw_port': {'id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'f868cbcf-91bc-452c-961a-d2026f88b976', 'name': '', 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'mac_address': 'fa:16:3e:24:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '7dfca638-ddaf-42af-ac67-b149547f35fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:22Z', 'updated_at': '2021-06-22T16:40:23Z', 'revision_number': 2, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'subnets': [{'id': '7dfca638-ddaf-42af-ac67-b149547f35fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:27.204094 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Checking router: 31136cab-b098-448f-aa19-e2f7f4dff041 for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:40:27.204094 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Updating router 31136cab-b098-448f-aa19-e2f7f4dff041 port f868cbcf-91bc-452c-961a-d2026f88b976 binding host dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:40:27.218792 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-70121c85-7888-4e2e-bbca-53dcc238d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:27.220611 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-70121c85-7888-4e2e-bbca-53dcc238d7fa service neutron] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 920 time: 0.1166997 Jun 22 16:40:27.256151 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:27.274293 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-86ed802c-3ce5-4b11-9120-c5e21fd46d02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8 HTTP/1.1" status: 200 len: 217 time: 0.0453525 Jun 22 16:40:27.387904 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-7d18a1bc-e68a-4965-80ac-11f2760179e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:27.392408 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-7d18a1bc-e68a-4965-80ac-11f2760179e4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.1082537 Jun 22 16:40:27.437370 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-18a5d0b1-a7fc-4a4e-846b-ae0ac9992298 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354285 Jun 22 16:40:27.617084 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e59273-c3bc-4ccd-ac9f-006256dfb055 req-eb09a2c8-1b07-480f-be44-95f6f21701de tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:27.619502 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-77e59273-c3bc-4ccd-ac9f-006256dfb055 req-eb09a2c8-1b07-480f-be44-95f6f21701de tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1435840 Jun 22 16:40:27.798869 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-77e59273-c3bc-4ccd-ac9f-006256dfb055 req-01bf269c-78d6-461f-8988-eab48dccb118 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408255 Jun 22 16:40:27.844129 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-ae235abd-5cdc-4472-9d9d-a6b4fcb42c36 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945034 Jun 22 16:40:27.861652 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:27.899452 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Transition to ACTIVE for port object f868cbcf-91bc-452c-961a-d2026f88b976 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:27.908000 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:27.912348 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:28.084318 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebdb15-b6b1-4a88-a420-9378d914f219 None None] Pushing event updated for resources: {'Port': ['ID=f868cbcf-91bc-452c-961a-d2026f88b976,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:28.093612 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-25ebdb15-b6b1-4a88-a420-9378d914f219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:28.129274 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-4bd4fdfc-116a-4bd2-9b22-96408bd2c03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:28.147330 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-41d21cfc-db14-48ea-8041-b3ad5ae40edc req-31f5d463-7015-4d16-8bfd-3fdf88c6a037 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824407 Jun 22 16:40:28.170808 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Attempting to bind port f868cbcf-91bc-452c-961a-d2026f88b976 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:40:28.171309 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Attempting to bind port f868cbcf-91bc-452c-961a-d2026f88b976 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:40:28.171684 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Attempting to bind port f868cbcf-91bc-452c-961a-d2026f88b976 on network 72ebd80f-06fc-4fda-8839-71c1bca439a9 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:28.177865 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:40:28.178288 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Checking segment: {'id': 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:28.182452 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:28.182886 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Bound using segment: {'id': 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:40:28.183413 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Bound port: f868cbcf-91bc-452c-961a-d2026f88b976, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:40:28.183807 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:28.255910 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 00f81d32-bec3-44ae-aac6-7d1daa5fe640 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:28.356893 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] For port f868cbcf-91bc-452c-961a-d2026f88b976, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:40:28.364763 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] For port f868cbcf-91bc-452c-961a-d2026f88b976, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=f868cbcf-91bc-452c-961a-d2026f88b976,segment=NetworkSegment(b2d5ca6a-07b9-4a75-92b7-1620185ba4ca),segment_id=b2d5ca6a-07b9-4a75-92b7-1620185ba4ca)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:40:28.370247 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:28.373931 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:28.412687 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 00f81d32-bec3-44ae-aac6-7d1daa5fe640 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:28.412878 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:28.478715 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebdb15-b6b1-4a88-a420-9378d914f219 None None] Pushing event updated for resources: {'Port': ['ID=f868cbcf-91bc-452c-961a-d2026f88b976,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:28.483249 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Routers {'31136cab-b098-448f-aa19-e2f7f4dff041'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:40:28.484356 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:40:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['31136cab-b098-448f-aa19-e2f7f4dff041'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:28.486779 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-25ebdb15-b6b1-4a88-a420-9378d914f219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:28.621518 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7836e8-cc49-43f7-8fc9-f704bcc559e6 req-f6a14184-eb85-414b-880a-f7fe24683996 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:28.623625 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0d7836e8-cc49-43f7-8fc9-f704bcc559e6 req-f6a14184-eb85-414b-880a-f7fe24683996 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 945 time: 0.1413937 Jun 22 16:40:28.649190 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] Set router 31136cab-b098-448f-aa19-e2f7f4dff041 gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:40:28.690781 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0d7836e8-cc49-43f7-8fc9-f704bcc559e6 req-f3c1b08a-98e2-4437-b0f4-fba1675fb74b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590024 Jun 22 16:40:28.943135 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:23Z', 'revision_number': 4, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'gw_port': {'id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'f868cbcf-91bc-452c-961a-d2026f88b976', 'name': '', 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'mac_address': 'fa:16:3e:24:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '7dfca638-ddaf-42af-ac67-b149547f35fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:22Z', 'updated_at': '2021-06-22T16:40:28Z', 'revision_number': 4, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'subnets': [{'id': '7dfca638-ddaf-42af-ac67-b149547f35fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:29.033747 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b18011-9f60-46f7-a21b-47090ae2fa78 None None] The sync data for ids ['31136cab-b098-448f-aa19-e2f7f4dff041'] in dv-cinder-768105-10-smb is: [{'id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:23Z', 'revision_number': 4, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'gw_port': {'id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'f868cbcf-91bc-452c-961a-d2026f88b976', 'name': '', 'network_id': '72ebd80f-06fc-4fda-8839-71c1bca439a9', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'mac_address': 'fa:16:3e:24:db:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '7dfca638-ddaf-42af-ac67-b149547f35fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:22Z', 'updated_at': '2021-06-22T16:40:28Z', 'revision_number': 4, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'subnets': [{'id': '7dfca638-ddaf-42af-ac67-b149547f35fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:40:29.102921 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e285c2-830c-485e-9fe1-ee71acbd6156 req-6ba9e9f6-bd90-4d03-b380-34c2c790b1b6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:29.110399 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-99e285c2-830c-485e-9fe1-ee71acbd6156 req-6ba9e9f6-bd90-4d03-b380-34c2c790b1b6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1299114 Jun 22 16:40:29.193129 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-99e285c2-830c-485e-9fe1-ee71acbd6156 req-2fe73ca0-4759-431f-9cf2-71ee5d42fe43 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813129 Jun 22 16:40:29.303941 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:40:29.991319 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515367-a46e-4e63-baf3-a94859890acb req-d5a9b652-3461-4d36-9556-b39e622585b8 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:29.993117 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3a515367-a46e-4e63-baf3-a94859890acb req-d5a9b652-3461-4d36-9556-b39e622585b8 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 945 time: 0.0774508 Jun 22 16:40:30.044044 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3a515367-a46e-4e63-baf3-a94859890acb req-1200c049-1287-4c09-bcf0-317e549dd79a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452137 Jun 22 16:40:30.239111 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device f868cbcf-91bc-452c-961a-d2026f88b976 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:30.353170 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port f868cbcf-91bc-452c-961a-d2026f88b976 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:30.358065 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port f868cbcf-91bc-452c-961a-d2026f88b976 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:30.358683 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:30.486660 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21255f7-db79-407d-bf77-ba9c634a4360 req-469bdb6d-117d-4f42-a77b-e906f11d7cb3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:30.494410 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d21255f7-db79-407d-bf77-ba9c634a4360 req-469bdb6d-117d-4f42-a77b-e906f11d7cb3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0916042 Jun 22 16:40:30.536325 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d21255f7-db79-407d-bf77-ba9c634a4360 req-093ad106-ffea-4109-8dda-e18184b5a250 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Jun 22 16:40:30.551052 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:30.629799 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port f868cbcf-91bc-452c-961a-d2026f88b976, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=f868cbcf-91bc-452c-961a-d2026f88b976,segment=NetworkSegment(b2d5ca6a-07b9-4a75-92b7-1620185ba4ca),segment_id=b2d5ca6a-07b9-4a75-92b7-1620185ba4ca)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:30.641421 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:30.644172 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:30.724746 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=f868cbcf-91bc-452c-961a-d2026f88b976,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:30.730097 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:30.740660 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-073f65ef-dd6f-4648-8803-b0314e8d20a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:31.040347 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-473d22a7-1919-43bb-8c95-ffaa5c5a933b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:31.042548 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-473d22a7-1919-43bb-8c95-ffaa5c5a933b tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 945 time: 0.0701754 Jun 22 16:40:31.225796 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Deleting port 347f47ee-7395-4577-ba4e-b9e221392c8e {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:40:31.226164 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:31.246454 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f0a52-351f-4660-a7a6-372eaaea0646 req-fb14d7f8-93f0-4b05-b7ab-0b974970a176 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:31.254226 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2b0f0a52-351f-4660-a7a6-372eaaea0646 req-fb14d7f8-93f0-4b05-b7ab-0b974970a176 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 945 time: 0.0788107 Jun 22 16:40:31.265647 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:31.300465 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2b0f0a52-351f-4660-a7a6-372eaaea0646 req-da3a6c01-77e9-4bb3-8390-be796af8052d tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450873 Jun 22 16:40:31.360727 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] For port 347f47ee-7395-4577-ba4e-b9e221392c8e, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=347f47ee-7395-4577-ba4e-b9e221392c8e,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:31.361090 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:31.374644 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Calling delete_port for 347f47ee-7395-4577-ba4e-b9e221392c8e owned by compute:nova {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:40:31.541893 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:31.547156 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-08a57dd6-8adc-426d-af3e-a2c653fa5728 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:31.557672 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['9e1e2658-2966-4f68-b052-94a88e0b0e35', '347f47ee-7395-4577-ba4e-b9e221392c8e'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:40:31.603819 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Pushing event deleted for resources: {'Port': ['ID=347f47ee-7395-4577-ba4e-b9e221392c8e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:31.608702 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:31.682069 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] No DVR routers for this DVR port 347f47ee-7395-4577-ba4e-b9e221392c8e on host hv-cinder-76810 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:40:31.687349 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:31.689989 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-67f3d2f2-8f67-4b7b-8887-ed458445fb44 req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "DELETE /v2.0/ports/347f47ee-7395-4577-ba4e-b9e221392c8e HTTP/1.1" status: 204 len: 173 time: 0.6365380 Jun 22 16:40:31.690982 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7839be04-aa5d-4577-b592-6a993bc0f9db', 'name': 'network-vif-deleted', 'tag': '347f47ee-7395-4577-ba4e-b9e221392c8e'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:31.694649 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0eea8f-d903-4c47-9ad0-77176f2e3f25" -d '{"events": [{"server_uuid": "7839be04-aa5d-4577-b592-6a993bc0f9db", "name": "network-vif-deleted", "tag": "347f47ee-7395-4577-ba4e-b9e221392c8e"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:31.733849 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:31.793762 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc5873e-c7b7-49f4-b26d-831b2573f40a x-openstack-request-id: req-cdc5873e-c7b7-49f4-b26d-831b2573f40a {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:31.794260 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7839be04-aa5d-4577-b592-6a993bc0f9db", "name": "network-vif-deleted", "tag": "347f47ee-7395-4577-ba4e-b9e221392c8e", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:31.794622 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cdc5873e-c7b7-49f4-b26d-831b2573f40a {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:31.795107 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7839be04-aa5d-4577-b592-6a993bc0f9db', 'name': 'network-vif-deleted', 'tag': '347f47ee-7395-4577-ba4e-b9e221392c8e', 'status': 'completed', 'code': 200} Jun 22 16:40:31.903712 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d817d2-3741-4a3f-a7e9-398734e6b7ee req-3cae335d-6c8c-4210-88a1-85b292e43f12 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:31.914573 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-24d817d2-3741-4a3f-a7e9-398734e6b7ee req-3cae335d-6c8c-4210-88a1-85b292e43f12 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.2039058 Jun 22 16:40:32.021018 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-24d817d2-3741-4a3f-a7e9-398734e6b7ee req-9924cd36-d5bf-4f2a-b64d-05f2db266617 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037652 Jun 22 16:40:32.211777 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device f868cbcf-91bc-452c-961a-d2026f88b976 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:40:32.291279 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port f868cbcf-91bc-452c-961a-d2026f88b976 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:32.291912 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:32.548478 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-56d3de47-633d-4b4e-8383-6f64f5890964 req-8766742c-0706-4401-bf15-c75ec1b56b31 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=7839be04-aa5d-4577-b592-6a993bc0f9db HTTP/1.1" status: 200 len: 210 time: 0.0485010 Jun 22 16:40:32.549524 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:33.230439 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a610f35-d342-4cf2-a0bd-316f15dd9966 req-722ca9fa-7a48-4be8-b257-e92498c520cc tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:33.232309 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7a610f35-d342-4cf2-a0bd-316f15dd9966 req-722ca9fa-7a48-4be8-b257-e92498c520cc tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0753722 Jun 22 16:40:33.278274 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7a610f35-d342-4cf2-a0bd-316f15dd9966 req-1c74d83f-357c-413a-8f4d-19934d1677ef tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 Jun 22 16:40:33.747301 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:34.477021 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b2dbf-d715-4647-adef-2e02e0015bdd req-2ee9f60e-4252-4b52-8027-a77fa0aaea1b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:34.478676 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-008b2dbf-d715-4647-adef-2e02e0015bdd req-2ee9f60e-4252-4b52-8027-a77fa0aaea1b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0809643 Jun 22 16:40:34.518754 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-008b2dbf-d715-4647-adef-2e02e0015bdd req-de45532d-a97c-4869-93e6-6c9793354d39 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339389 Jun 22 16:40:34.887513 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 347f47ee-7395-4577-ba4e-b9e221392c8e no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:40:34.919449 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 347f47ee-7395-4577-ba4e-b9e221392c8e {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:40:34.920291 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 347f47ee-7395-4577-ba4e-b9e221392c8e not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:40:35.446569 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cfa87-ba43-48df-b891-58d180b13645 req-2a16a4a5-caa9-4842-abd6-9ce21b9f487e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:35.448772 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-587cfa87-ba43-48df-b891-58d180b13645 req-2a16a4a5-caa9-4842-abd6-9ce21b9f487e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 945 time: 0.0780654 Jun 22 16:40:35.494500 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-587cfa87-ba43-48df-b891-58d180b13645 req-5bccd86b-5471-4554-872c-2727b054e98e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398109 Jun 22 16:40:35.731090 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca940d3-bea1-452b-8e1d-57f996772ff1 req-0bd81ed4-89b8-4989-b6ab-af435481113f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:35.739098 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9ca940d3-bea1-452b-8e1d-57f996772ff1 req-0bd81ed4-89b8-4989-b6ab-af435481113f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0863557 Jun 22 16:40:35.788495 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9ca940d3-bea1-452b-8e1d-57f996772ff1 req-e60a534f-ea8f-4bf0-a6ae-d54185e103d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Jun 22 16:40:36.747822 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e05a8-a9e5-4a1a-8947-00484461aab4 req-e53a2f3e-f260-439d-98f3-30b86ae6b220 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:36.750199 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f58e05a8-a9e5-4a1a-8947-00484461aab4 req-e53a2f3e-f260-439d-98f3-30b86ae6b220 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 945 time: 0.0925624 Jun 22 16:40:36.798425 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f58e05a8-a9e5-4a1a-8947-00484461aab4 req-c3057ffb-bf93-4332-b319-2079e6dcbab4 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Jun 22 16:40:37.012794 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53334898-4bf2-4480-9153-ae92951a8604 req-a2458b5b-0aaf-44d9-a811-cd197cb4f86a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:37.020640 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-53334898-4bf2-4480-9153-ae92951a8604 req-a2458b5b-0aaf-44d9-a811-cd197cb4f86a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0776420 Jun 22 16:40:37.057208 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-53334898-4bf2-4480-9153-ae92951a8604 req-6e0ada70-4c14-493d-978c-daff71586673 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354941 Jun 22 16:40:37.735057 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-20059818-c0c8-4e7c-bea0-89dfadb7f3db tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:37.736492 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-20059818-c0c8-4e7c-bea0-89dfadb7f3db tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/networks?id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b HTTP/1.1" status: 200 len: 815 time: 0.1038616 Jun 22 16:40:37.751482 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-0d47732d-dbc7-416d-9bf6-51f1590d10ee tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/quotas/734df8a54e71458abad0f6dac4997272 HTTP/1.1" status: 200 len: 375 time: 0.0093217 Jun 22 16:40:37.832179 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-5328044b-05e3-44e7-ba9b-45dd116a91b3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=734df8a54e71458abad0f6dac4997272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727835 Jun 22 16:40:37.942854 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-42c15a57-b7ed-476c-a49d-2b75eab4d767 service neutron] 10.222.0.70 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023967 Jun 22 16:40:38.025919 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-07c0bbe4-1354-4e6a-8ef9-31d8721460f9 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:38.032997 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-07c0bbe4-1354-4e6a-8ef9-31d8721460f9 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 945 time: 0.1260333 Jun 22 16:40:38.112226 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-b0afa927-e30c-4268-b9c0-a1cb3becd139 service neutron] 10.222.0.70 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680923 Jun 22 16:40:38.159646 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335b26d-d1f8-410a-a8be-0ae16ca1867a req-871e4142-679f-4e74-ac89-227a99a703af tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:38.161542 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9335b26d-d1f8-410a-a8be-0ae16ca1867a req-871e4142-679f-4e74-ac89-227a99a703af tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 945 time: 0.0941968 Jun 22 16:40:38.168308 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Deleting port 9e1e2658-2966-4f68-b052-94a88e0b0e35 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:40:38.169034 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:38.204057 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9335b26d-d1f8-410a-a8be-0ae16ca1867a req-8cf932e0-64f3-4b79-afa2-d7f391e39cd0 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/security-groups?id=72a6bf68-776b-4046-9cc8-8ff6268e89bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365293 Jun 22 16:40:38.277216 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] For port 9e1e2658-2966-4f68-b052-94a88e0b0e35, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=9e1e2658-2966-4f68-b052-94a88e0b0e35,segment=NetworkSegment(ce73f4fb-bc6c-45d0-bc6d-4745f68064d4),segment_id=ce73f4fb-bc6c-45d0-bc6d-4745f68064d4)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:38.277597 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:38.300985 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Calling delete_port for 9e1e2658-2966-4f68-b052-94a88e0b0e35 owned by compute:nova {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:40:38.411515 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c3678a7-e55a-4394-9bfb-8505fc51f9a6 req-a01369d8-2c7c-4184-8311-54313cc05761 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 210 time: 0.0366466 Jun 22 16:40:38.460981 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:38.466585 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1027f1e2-caad-4bfa-a33e-7db6a0e7069c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:38.475072 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['9e1e2658-2966-4f68-b052-94a88e0b0e35'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:40:38.480411 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57104a-a1f4-4c06-8f3a-b1064c39dd90 req-d2427f43-609c-413f-8ce8-2417f14b0241 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:38.482090 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2a57104a-a1f4-4c06-8f3a-b1064c39dd90 req-d2427f43-609c-413f-8ce8-2417f14b0241 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0971484 Jun 22 16:40:38.515582 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Pushing event deleted for resources: {'Port': ['ID=9e1e2658-2966-4f68-b052-94a88e0b0e35,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:38.522186 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:38.530732 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2a57104a-a1f4-4c06-8f3a-b1064c39dd90 req-5b018207-6cb9-499d-ba1c-7698cb4c6063 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Jun 22 16:40:38.574972 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] No DVR routers for this DVR port 9e1e2658-2966-4f68-b052-94a88e0b0e35 on host hv-cinder-76810 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:40:38.578242 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:38.580962 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2800c1b5-8714-40c2-a857-4e34599d3b0e req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.74 "DELETE /v2.0/ports/9e1e2658-2966-4f68-b052-94a88e0b0e35 HTTP/1.1" status: 204 len: 173 time: 0.5364668 Jun 22 16:40:38.581481 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26b3f6e-1931-4e7c-921e-eb0dc2822b06', 'name': 'network-vif-deleted', 'tag': '9e1e2658-2966-4f68-b052-94a88e0b0e35'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:38.584054 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ede8ca-8a36-47d9-b21d-3d055cae16ad" -d '{"events": [{"server_uuid": "c26b3f6e-1931-4e7c-921e-eb0dc2822b06", "name": "network-vif-deleted", "tag": "9e1e2658-2966-4f68-b052-94a88e0b0e35"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:38.627272 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f6d3ee-30c2-4fcf-b202-663ddec888d7 x-openstack-request-id: req-b0f6d3ee-30c2-4fcf-b202-663ddec888d7 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:38.627590 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26b3f6e-1931-4e7c-921e-eb0dc2822b06", "name": "network-vif-deleted", "tag": "9e1e2658-2966-4f68-b052-94a88e0b0e35", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:38.627887 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b0f6d3ee-30c2-4fcf-b202-663ddec888d7 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:38.628303 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c26b3f6e-1931-4e7c-921e-eb0dc2822b06', 'name': 'network-vif-deleted', 'tag': '9e1e2658-2966-4f68-b052-94a88e0b0e35', 'status': 'completed', 'code': 200} Jun 22 16:40:39.425264 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8ea9f9a1-68c5-4c4b-9e56-78881d713411 req-0648d247-5580-4fd4-b851-b9f9b478f24e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] 10.222.0.70 "GET /v2.0/ports?device_id=c26b3f6e-1931-4e7c-921e-eb0dc2822b06 HTTP/1.1" status: 200 len: 210 time: 0.0438712 Jun 22 16:40:39.887063 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9cc3a817-e365-4669-86c4-67180d0540c8 req-14436da0-6d91-4aaa-85fc-c5d0aa048170 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 210 time: 0.2974105 Jun 22 16:40:39.951937 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15817bf3-e95f-4add-9784-9ddadd9f82e3 req-2e5366a6-0b8d-4e03-9930-853cd0052681 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:39.953380 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15817bf3-e95f-4add-9784-9ddadd9f82e3 req-2e5366a6-0b8d-4e03-9930-853cd0052681 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0701122 Jun 22 16:40:40.000511 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15817bf3-e95f-4add-9784-9ddadd9f82e3 req-e5a54850-0681-46ae-9242-6839d7027e1e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Jun 22 16:40:40.074646 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491aaae-baaa-4576-8af8-3c0d65b9f560 req-6f8c0912-0637-42fc-835a-1c46fec9f5d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:40.076212 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1491aaae-baaa-4576-8af8-3c0d65b9f560 req-6f8c0912-0637-42fc-835a-1c46fec9f5d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0748477 Jun 22 16:40:40.116437 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1491aaae-baaa-4576-8af8-3c0d65b9f560 req-4866bbb7-0692-46d0-bfdf-c501a1172d8d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333877 Jun 22 16:40:40.198101 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-72c3f701-a8c3-41ae-8884-677e6df5b307 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:40.199571 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-72c3f701-a8c3-41ae-8884-677e6df5b307 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.74 "GET /v2.0/networks?id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b HTTP/1.1" status: 200 len: 815 time: 0.1087239 Jun 22 16:40:40.218314 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'port': {'device_id': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'admin_state_up': True, 'tenant_id': '734df8a54e71458abad0f6dac4997272'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:40.521491 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 49872) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:40.561651 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Made reservation on behalf of 734df8a54e71458abad0f6dac4997272 for: {'port': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:40:40.565483 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:40.572372 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] Deleting subnet a66b6cc0-a922-44e4-a8ff-dfd170c8d86a {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:40:40.575848 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:40.611045 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63299721'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:40.659056 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:40.707146 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Allocated IP 172.20.0.14 (c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b/448586db-32f7-4785-9c54-549908e164e2/1e687275-02aa-4134-a330-5a73912eb7a1) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:40:40.752919 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63180159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63095548'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:40.757289 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:40.798122 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66b6cc0-a922-44e4-a8ff-dfd170c8d86a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:40.802851 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:40.805924 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:40.810208 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a66b6cc0-a922-44e4-a8ff-dfd170c8d86a HTTP/1.1" status: 204 len: 168 time: 0.2848260 Jun 22 16:40:40.811384 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 49884) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:40.920377 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 9e1e2658-2966-4f68-b052-94a88e0b0e35 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:40:40.954174 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:40.962251 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:40.972655 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 9e1e2658-2966-4f68-b052-94a88e0b0e35 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:40:40.974298 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 9e1e2658-2966-4f68-b052-94a88e0b0e35 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:40:41.012365 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Transition to ACTIVE for port object 1e687275-02aa-4134-a330-5a73912eb7a1 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:41.067942 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.079656 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['284f56e7-6fec-4d8a-bfa7-1e123bf8e54c']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:41.090932 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:41.091340 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce73f4fb-bc6c-45d0-bc6d-4745f68064d4') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:41.101930 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63299728'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.112176 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.117454 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.119010 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:41.123739 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:40:41.124623 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63180504'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: Traceback (most recent call last): Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: timer() Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: cb(*args, **kw) Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: return func(*args, **kwargs) Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: self._notify() Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: self.callback(batched_events) Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: event.method(event) Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: return f(self, *a, **k) Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: return self._get(url).json() Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:40:41.185325 dv-cinder-768105-10-smb neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:40:41.189236 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.194356 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:41.199336 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.201332 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] 10.222.0.70 "DELETE /v2.0/networks/284f56e7-6fec-4d8a-bfa7-1e123bf8e54c HTTP/1.1" status: 204 len: 168 time: 0.3875117 Jun 22 16:40:41.245210 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=284f56e7-6fec-4d8a-bfa7-1e123bf8e54c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:41.257160 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'Port': ['ID=1e687275-02aa-4134-a330-5a73912eb7a1,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:41.261508 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:41.273097 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-edb74f7c-4e86-4cf4-88b2-358ceaf2b4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:41.286441 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:41.290498 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:41.306680 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:40:41.314837 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:41.315996 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.340868 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1266370 Jun 22 16:40:41.381029 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70ea07-91a6-4d31-bef2-2cde5b9c1dac req-178db7e0-e4e5-4880-a1a1-ed3c067151cf tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:41.390615 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cc70ea07-91a6-4d31-bef2-2cde5b9c1dac req-178db7e0-e4e5-4880-a1a1-ed3c067151cf tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.1484187 Jun 22 16:40:41.448136 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cc70ea07-91a6-4d31-bef2-2cde5b9c1dac req-9e8c8f35-4942-4b69-9189-a5a246924555 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539620 Jun 22 16:40:41.615356 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49916) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:41.671993 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-b81d8d04-1984-41ee-9541-1271e6471dab None None] Provisioning for port 1e687275-02aa-4134-a330-5a73912eb7a1 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:40:41.679498 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-b81d8d04-1984-41ee-9541-1271e6471dab None None] Provisioning complete for port 1e687275-02aa-4134-a330-5a73912eb7a1 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:40:41.680311 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b81d8d04-1984-41ee-9541-1271e6471dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.716542 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-99bc028e-356b-455d-a566-70ccc055ac6a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=99d582b6249648bf8d2f3fab4c2715c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0998845 Jun 22 16:40:41.719548 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49918) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:41.742151 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-b81d8d04-1984-41ee-9541-1271e6471dab None None] Port 1e687275-02aa-4134-a330-5a73912eb7a1 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:40:41.781425 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1840518-994d-4b0e-84b4-17bac9fe579b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.792985 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6852031-eebe-4927-ac92-2e04a0811ad0 req-612a4b8d-e00c-4798-adc1-9c63adf7b4c3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:41.801052 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d6852031-eebe-4927-ac92-2e04a0811ad0 req-612a4b8d-e00c-4798-adc1-9c63adf7b4c3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1895583 Jun 22 16:40:41.819337 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1840518-994d-4b0e-84b4-17bac9fe579b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.872742 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d6852031-eebe-4927-ac92-2e04a0811ad0 req-c057948c-2a59-47c7-9504-b1765cb751dd tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711324 Jun 22 16:40:41.898944 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1840518-994d-4b0e-84b4-17bac9fe579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.902510 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c1840518-994d-4b0e-84b4-17bac9fe579b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:41.903794 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-c1840518-994d-4b0e-84b4-17bac9fe579b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/72a6bf68-776b-4046-9cc8-8ff6268e89bb HTTP/1.1" status: 204 len: 168 time: 0.1833119 Jun 22 16:40:41.905445 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ce46c30e-1adc-49e0-b4bf-4efc960deb04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:41.919600 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1840518-994d-4b0e-84b4-17bac9fe579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a6bf68-776b-4046-9cc8-8ff6268e89bb,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:41.922145 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c1840518-994d-4b0e-84b4-17bac9fe579b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:42.097375 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa6f91-d6de-405d-837d-2f2c30bffe41 req-e8ea9ffd-cbc0-4d8c-8f74-bf1225be5e09 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:42.098966 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dcaa6f91-d6de-405d-837d-2f2c30bffe41 req-e8ea9ffd-cbc0-4d8c-8f74-bf1225be5e09 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0881107 Jun 22 16:40:42.141768 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dcaa6f91-d6de-405d-837d-2f2c30bffe41 req-0f5448b6-b83c-4fb3-8d95-abf01fba5c2b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372233 Jun 22 16:40:42.400727 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49936) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:42.452150 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e3a7b2-ed41-473c-a1d0-9c897674b016 admin admin] Deleting subnet 1164ecac-b32b-4abc-b0f5-1117c86703b6 {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:40:42.455257 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a7b2-ed41-473c-a1d0-9c897674b016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.502434 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a7b2-ed41-473c-a1d0-9c897674b016 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.509393 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a7b2-ed41-473c-a1d0-9c897674b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.595257 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a7b2-ed41-473c-a1d0-9c897674b016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.601505 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0692cc6a-8285-48ab-a55d-189268385058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:42.633387 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b7e3a7b2-ed41-473c-a1d0-9c897674b016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.638295 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-b7e3a7b2-ed41-473c-a1d0-9c897674b016 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/1164ecac-b32b-4abc-b0f5-1117c86703b6 HTTP/1.1" status: 204 len: 168 time: 0.2365022 Jun 22 16:40:42.639430 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3a7b2-ed41-473c-a1d0-9c897674b016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1164ecac-b32b-4abc-b0f5-1117c86703b6,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:42.641076 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 49946) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:42.643081 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b7e3a7b2-ed41-473c-a1d0-9c897674b016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:42.655598 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d250dd3-838a-4ed4-b8fa-0f004fe6e373 req-bf0e2f6c-84f4-460a-b139-360bb0f8cf72 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:42.657090 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4d250dd3-838a-4ed4-b8fa-0f004fe6e373 req-bf0e2f6c-84f4-460a-b139-360bb0f8cf72 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.0842919 Jun 22 16:40:42.752830 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4d250dd3-838a-4ed4-b8fa-0f004fe6e373 req-4ded5610-dac8-44fa-8eec-4490fc0d87b5 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849302 Jun 22 16:40:42.755372 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.859403 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.871202 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6626c624-c2e3-46af-a97f-775d990f3238']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:42.887210 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f3f639-835b-45e0-83c5-6ea24327f31c') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:42.887210 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f3f639-835b-45e0-83c5-6ea24327f31c') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:42.895130 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63299728'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.913070 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.919800 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:40:42.920396 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63180504'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: Traceback (most recent call last): Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: timer() Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: cb(*args, **kw) Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: return func(*args, **kwargs) Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: self._notify() Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: self.callback(batched_events) Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: event.method(event) Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: return f(self, *a, **k) Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: return self._get(url).json() Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:40:42.922846 dv-cinder-768105-10-smb neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:40:43.004040 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.011424 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.013558 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6626c624-c2e3-46af-a97f-775d990f3238 HTTP/1.1" status: 204 len: 168 time: 0.3715422 Jun 22 16:40:43.015527 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:43.017559 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49956) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:43.029868 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=6626c624-c2e3-46af-a97f-775d990f3238,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:43.032387 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a57b6324-9e93-45d2-a480-6aabdb007e62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:43.078479 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4bf031-7ccd-4de4-930c-916983580d75 admin admin] Deleting subnet fee58ac1-f157-4d18-b483-8068ad0204a9 {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:40:43.082383 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae4bf031-7ccd-4de4-930c-916983580d75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.127115 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae4bf031-7ccd-4de4-930c-916983580d75 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.134644 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae4bf031-7ccd-4de4-930c-916983580d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.221143 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae4bf031-7ccd-4de4-930c-916983580d75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.224724 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0f230d7a-da6d-4ab0-941f-bf2cdeb72b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:43.245617 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d77153-36cf-4d97-a2d2-2adc27587b32 req-ad60a970-a91d-45f7-9a72-5e5d6a69dcc0 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:43.247109 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58d77153-36cf-4d97-a2d2-2adc27587b32 req-ad60a970-a91d-45f7-9a72-5e5d6a69dcc0 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0696032 Jun 22 16:40:43.251575 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bf031-7ccd-4de4-930c-916983580d75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee58ac1-f157-4d18-b483-8068ad0204a9,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:43.253499 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ae4bf031-7ccd-4de4-930c-916983580d75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.255661 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ae4bf031-7ccd-4de4-930c-916983580d75 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fee58ac1-f157-4d18-b483-8068ad0204a9 HTTP/1.1" status: 204 len: 168 time: 0.2364569 Jun 22 16:40:43.256249 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ae4bf031-7ccd-4de4-930c-916983580d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:43.258108 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49962) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:43.292811 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58d77153-36cf-4d97-a2d2-2adc27587b32 req-930c8fdc-6513-423b-87e0-df107a4b6dcd tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349040 Jun 22 16:40:43.335422 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.447759 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.459967 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.460718 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.461713 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.462161 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > port after_create 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.462556 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.462966 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > port after_update 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.463365 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.463694 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.464036 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.464356 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.503202 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dcbc20-020c-428c-ad01-c3b2f0975586 req-1963d133-fb28-4805-ac08-d7b0c4915b41 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:43.504923 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-70dcbc20-020c-428c-ad01-c3b2f0975586 req-1963d133-fb28-4805-ac08-d7b0c4915b41 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0875638 Jun 22 16:40:43.536472 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.536736 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.537073 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.537489 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 22 16:40:43.537868 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d92c8bc-8e00-46e3-8e0c-b56d8433765e']}} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:43.560295 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba871da0-6145-41ae-a030-0591a3879e25') {'for_net_delete': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:43.560593 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba871da0-6145-41ae-a030-0591a3879e25') {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:40:43.562514 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-70dcbc20-020c-428c-ad01-c3b2f0975586 req-32a525e2-c9ae-4fbc-b670-8676e9842435 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518682 Jun 22 16:40:43.577646 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63196352'] for segment, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.603465 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.613132 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:40:43.613609 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63116411'] for segment, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: from cryptography.utils import int_from_bytes Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: from cryptography.utils import int_from_bytes Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: Traceback (most recent call last): Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: timer() Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: cb(*args, **kw) Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: return func(*args, **kwargs) Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: self._notify() Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: self.callback(batched_events) Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: event.method(event) Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: return f(self, *a, **k) Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: return self._get(url).json() Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: return self.request(url, 'GET', **kwargs) Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:40:43.617827 dv-cinder-768105-10-smb neutron-server[93716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:40:43.692722 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.698320 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:43.702710 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:43.706481 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3d92c8bc-8e00-46e3-8e0c-b56d8433765e HTTP/1.1" status: 204 len: 168 time: 0.4471476 Jun 22 16:40:43.721318 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d92c8bc-8e00-46e3-8e0c-b56d8433765e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:43.721318 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:43.947226 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49990) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:43.996836 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f0564baf-6d5f-441e-8085-0b0003fb7728 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb455161c60c4486b9f825ac5e01958c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459638 Jun 22 16:40:43.997060 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49992) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:44.020787 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da2494-c8e9-4d9b-b96d-7a3d49949ef6 req-d4892347-138a-4267-957f-cdeaac230d3d tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:44.022290 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-93da2494-c8e9-4d9b-b96d-7a3d49949ef6 req-d4892347-138a-4267-957f-cdeaac230d3d tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.1076627 Jun 22 16:40:44.062979 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-13b2454a-ba9f-424f-8fd5-ffff9742a451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.068149 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-93da2494-c8e9-4d9b-b96d-7a3d49949ef6 req-d67d4cf3-33f8-480f-8691-a17cd6c03dc4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 Jun 22 16:40:44.092681 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-13b2454a-ba9f-424f-8fd5-ffff9742a451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.150826 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-13b2454a-ba9f-424f-8fd5-ffff9742a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.153500 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-13b2454a-ba9f-424f-8fd5-ffff9742a451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.155290 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-13b2454a-ba9f-424f-8fd5-ffff9742a451 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20ddd676-a999-4959-9a7a-32d5c05fb593 HTTP/1.1" status: 204 len: 168 time: 0.1568508 Jun 22 16:40:44.156072 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c232f95d-a0a5-469d-96ea-5a167574ef66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:44.166687 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 49998) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:44.174065 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2454a-ba9f-424f-8fd5-ffff9742a451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ddd676-a999-4959-9a7a-32d5c05fb593,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:44.177068 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-13b2454a-ba9f-424f-8fd5-ffff9742a451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:44.457223 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4c62fc1-b2e5-43c0-ae49-d16a25673380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.548481 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10623d0-30f6-4298-a9c5-dcd003c704c6 req-dc4acc9f-9982-47c9-ae73-ffd314daa77e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:44.550860 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f10623d0-30f6-4298-a9c5-dcd003c704c6 req-dc4acc9f-9982-47c9-ae73-ffd314daa77e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1227090 Jun 22 16:40:44.562039 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50010) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:44.601161 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f10623d0-30f6-4298-a9c5-dcd003c704c6 req-1f98ac17-3166-4954-8ec0-ad2a4d07bff2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438750 Jun 22 16:40:44.627979 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-2dfd9014-2f44-4ff0-935a-6db0e58ed27a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0034cb139f14476f8157ed88722345b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647163 Jun 22 16:40:44.631022 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50014) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:44.651984 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4c62fc1-b2e5-43c0-ae49-d16a25673380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.661793 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a4c62fc1-b2e5-43c0-ae49-d16a25673380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.687076 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f0a90872-6834-475d-b224-b45f347340cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:44.691362 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-a4c62fc1-b2e5-43c0-ae49-d16a25673380 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b7c9711883a54f70ac37feb5c8c9e930&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235109 Jun 22 16:40:44.696245 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50016) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:44.713144 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c62fc1-b2e5-43c0-ae49-d16a25673380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d641cae-66fb-415e-8843-fae9a346545e,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:44.729082 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a4c62fc1-b2e5-43c0-ae49-d16a25673380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:44.741626 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3783c95-1191-4c06-8d8b-e45411d71353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.808445 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3783c95-1191-4c06-8d8b-e45411d71353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.838437 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97578054-5b8a-4484-8673-9d5d9976f1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.886482 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97578054-5b8a-4484-8673-9d5d9976f1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.916369 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e3e0e-59d2-4d4d-b616-82cb0d4a495c req-50f34a8c-d4e7-40da-aaaf-dc6e4d17f672 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:44.917844 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db8e3e0e-59d2-4d4d-b616-82cb0d4a495c req-50f34a8c-d4e7-40da-aaaf-dc6e4d17f672 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1691773 Jun 22 16:40:44.921113 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3783c95-1191-4c06-8d8b-e45411d71353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.923658 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3783c95-1191-4c06-8d8b-e45411d71353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.924685 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-b3783c95-1191-4c06-8d8b-e45411d71353 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f1345f32-d0e9-491b-9026-53f9bb933027 HTTP/1.1" status: 204 len: 168 time: 0.2920060 Jun 22 16:40:44.932055 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:44.959323 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3783c95-1191-4c06-8d8b-e45411d71353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1345f32-d0e9-491b-9026-53f9bb933027,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:44.963564 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b3783c95-1191-4c06-8d8b-e45411d71353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:44.987268 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db8e3e0e-59d2-4d4d-b616-82cb0d4a495c req-cae38cd8-56b0-4ffd-88f1-ed8fb177d3dc tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559380 Jun 22 16:40:44.992997 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97578054-5b8a-4484-8673-9d5d9976f1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.997114 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-97578054-5b8a-4484-8673-9d5d9976f1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:44.999911 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-97578054-5b8a-4484-8673-9d5d9976f1e1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0d641cae-66fb-415e-8843-fae9a346545e HTTP/1.1" status: 204 len: 168 time: 0.2995603 Jun 22 16:40:45.001031 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0af59ec8-dbe1-46c2-b80a-0979d7dd2185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:45.010810 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97578054-5b8a-4484-8673-9d5d9976f1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d641cae-66fb-415e-8843-fae9a346545e,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:45.014776 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-97578054-5b8a-4484-8673-9d5d9976f1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:45.349510 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6172fd2-315e-4eee-88b9-99e6a2079c5e req-d0d44e29-7549-43a5-b620-1eb217815488 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:45.362011 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6172fd2-315e-4eee-88b9-99e6a2079c5e req-d0d44e29-7549-43a5-b620-1eb217815488 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.1256163 Jun 22 16:40:45.411376 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6172fd2-315e-4eee-88b9-99e6a2079c5e req-ea8e5cc3-cd96-4ef0-9da6-cc194b4da3e5 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471320 Jun 22 16:40:45.816264 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed0f63-a834-4365-b950-5829dbfa9364 req-ac479ef8-d4a0-4ce9-bb27-128bcffa89b9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:45.817778 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-83ed0f63-a834-4365-b950-5829dbfa9364 req-ac479ef8-d4a0-4ce9-bb27-128bcffa89b9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0921230 Jun 22 16:40:45.866320 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-83ed0f63-a834-4365-b950-5829dbfa9364 req-8f611f4f-3cc4-40d6-859f-78191bc19a64 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Jun 22 16:40:45.911219 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50064) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:46.031066 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1133135978-network', 'tenant_id': 'a4de348d5c5246a6b32afd02a6c0ac69'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:46.054519 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Made reservation on behalf of a4de348d5c5246a6b32afd02a6c0ac69 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:40:46.057357 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.066174 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.236784 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.241389 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.245207 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7d671300-c2a8-483c-97bf-8c1716091a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:46.290024 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:40:46.300534 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3480f11d-ed03-490f-8dfb-e012f7b43555,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:46.306180 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.306541 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.segments_db [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Added segment 9121fb61-254d-474c-812f-87ca97986e5a of type vlan for network 517276e3-2707-4116-8286-732dbc67cfa6 Jun 22 16:40:46.307867 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:46.353514 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bb48e-a020-4d2e-8de6-ad303f44e1e6 req-2919f314-5ff8-4ab9-a03a-86ab28fd731e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:46.355051 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-977bb48e-a020-4d2e-8de6-ad303f44e1e6 req-2919f314-5ff8-4ab9-a03a-86ab28fd731e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1982834 Jun 22 16:40:46.373213 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.425148 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-977bb48e-a020-4d2e-8de6-ad303f44e1e6 req-f3d60943-5b38-479a-9e21-605eecc52f01 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611341 Jun 22 16:40:46.433878 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.437404 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:46.438131 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.441565 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9f688cd5-92b5-4785-aff9-ed7b85146851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:46.517694 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6018276 Jun 22 16:40:46.517901 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50090) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:46.524374 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Request body: {'subnet': {'network_id': '517276e3-2707-4116-8286-732dbc67cfa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1133135978-subnet', 'tenant_id': 'a4de348d5c5246a6b32afd02a6c0ac69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:46.531520 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Pushing event updated for resources: {'Network': ['ID=517276e3-2707-4116-8286-732dbc67cfa6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:46.534561 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:46.547892 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Made reservation on behalf of a4de348d5c5246a6b32afd02a6c0ac69 for: {'subnet': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:40:46.548461 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 517276e3-2707-4116-8286-732dbc67cfa6 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:40:46.550843 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64922141'] for subnet, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.715318 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a361a-bcc0-4910-aef8-9fa8af381b10 req-eb4ea6cf-ffed-4fc2-b330-72199ca95928 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:46.716895 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0f0a361a-bcc0-4910-aef8-9fa8af381b10 req-eb4ea6cf-ffed-4fc2-b330-72199ca95928 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.1167707 Jun 22 16:40:46.775979 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0f0a361a-bcc0-4910-aef8-9fa8af381b10 req-171af718-ebeb-4709-8662-9ec53cebc84a tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482357 Jun 22 16:40:46.843177 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63117085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64922163'] for subnet, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.850220 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:46.902665 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=3baa65cd-7a3d-48d8-9076-ced0f730b15b,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:46.906505 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:46.921311 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Checking segment: {'id': '9121fb61-254d-474c-812f-87ca97986e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:46.921677 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Network hostable DHCP agents. Network: 517276e3-2707-4116-8286-732dbc67cfa6, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:40:46.940775 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Network 517276e3-2707-4116-8286-732dbc67cfa6 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:40:46.954361 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 517276e3-2707-4116-8286-732dbc67cfa6) {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:46.965552 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:46.966053 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e68ce4-fae4-4c02-b2c7-6614f6e64bf4 None None] Network 517276e3-2707-4116-8286-732dbc67cfa6 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:40:46.966730 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:46.996178 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4765263 Jun 22 16:40:47.126907 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f2f47-6820-4c23-9644-900af29b094c None None] Network 517276e3-2707-4116-8286-732dbc67cfa6 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:40:47.164463 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c2d7d-d890-462a-a63f-73b7eb1147c1 req-dd5f22d1-09d7-4007-b318-9394303ec0a7 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:47.166066 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f83c2d7d-d890-462a-a63f-73b7eb1147c1 req-dd5f22d1-09d7-4007-b318-9394303ec0a7 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1172183 Jun 22 16:40:47.281635 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f83c2d7d-d890-462a-a63f-73b7eb1147c1 req-6380fa92-883e-41ac-bfb2-9d0a1d2e138d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093941 Jun 22 16:40:47.681147 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fef6c-f546-4c88-91c9-232e8dc4d0ec req-8b6e5669-7acf-43ad-b28c-737e421d29ad tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:47.682774 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bf9fef6c-f546-4c88-91c9-232e8dc4d0ec req-8b6e5669-7acf-43ad-b28c-737e421d29ad tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0973403 Jun 22 16:40:47.723835 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50134) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:47.736176 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bf9fef6c-f546-4c88-91c9-232e8dc4d0ec req-24277c88-ddbe-4e9e-893d-11e46ef02825 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467961 Jun 22 16:40:47.846418 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15bd5191-c66f-41eb-b79e-1f8210394916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:47.947381 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15bd5191-c66f-41eb-b79e-1f8210394916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:47.962423 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-15bd5191-c66f-41eb-b79e-1f8210394916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:47.965247 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-13b2454a-ba9f-424f-8fd5-ffff9742a451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:47.983026 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d89aa-bf1d-4da7-b16f-5801e975a35b req-083c0ce5-1921-49b9-8bd7-03d725691c62 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:47.984384 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7a1d89aa-bf1d-4da7-b16f-5801e975a35b req-083c0ce5-1921-49b9-8bd7-03d725691c62 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.0800743 Jun 22 16:40:48.002846 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-15bd5191-c66f-41eb-b79e-1f8210394916 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a828492f107844749769321551bc0cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779315 Jun 22 16:40:48.003720 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd5191-c66f-41eb-b79e-1f8210394916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4f59e-0ec2-42f5-af0c-3737e1651dcb,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:48.005546 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50140) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:48.007322 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-15bd5191-c66f-41eb-b79e-1f8210394916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:48.048985 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7a1d89aa-bf1d-4da7-b16f-5801e975a35b req-8ae67067-8f83-41e5-a5e3-f92a4f9e25ce tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584528 Jun 22 16:40:48.069332 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3658-9fdb-48da-897d-2207be1509f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.091451 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3658-9fdb-48da-897d-2207be1509f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.137160 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3658-9fdb-48da-897d-2207be1509f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.140255 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c9ae3658-9fdb-48da-897d-2207be1509f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.141347 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-c9ae3658-9fdb-48da-897d-2207be1509f6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/36c4f59e-0ec2-42f5-af0c-3737e1651dcb HTTP/1.1" status: 204 len: 168 time: 0.1346982 Jun 22 16:40:48.142244 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-44e4b2fd-373a-4ec0-bbd1-988174dda070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:48.149632 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae3658-9fdb-48da-897d-2207be1509f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4f59e-0ec2-42f5-af0c-3737e1651dcb,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:48.151813 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c9ae3658-9fdb-48da-897d-2207be1509f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:48.424122 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50148) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:48.440142 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa1af-bb02-4961-846c-bcb0fbf22676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.463408 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce4486-278e-4608-a0a0-8b1dafa04436 req-9bd17689-df82-4520-961f-ac4b65167367 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:48.464902 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e9ce4486-278e-4608-a0a0-8b1dafa04436 req-9bd17689-df82-4520-961f-ac4b65167367 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0721545 Jun 22 16:40:48.504777 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e9ce4486-278e-4608-a0a0-8b1dafa04436 req-035f5631-cfee-441a-9155-ecab791610cc tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Jun 22 16:40:48.533104 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa1af-bb02-4961-846c-bcb0fbf22676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.537530 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa1af-bb02-4961-846c-bcb0fbf22676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.541076 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-afc01411-46a7-454f-bbf0-bc7d4bc2aa6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:48.576302 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-9bcaa1af-bb02-4961-846c-bcb0fbf22676 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64b5318c1aa14d67a04b2ac104544205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509469 Jun 22 16:40:48.577559 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcaa1af-bb02-4961-846c-bcb0fbf22676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959563cf-dd6e-4d0b-9c5a-24c20323a9f5,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:48.578945 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50150) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:48.580639 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-9bcaa1af-bb02-4961-846c-bcb0fbf22676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:48.634913 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c0cdc53-2959-4001-a3ba-826732bcd7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.655454 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c0cdc53-2959-4001-a3ba-826732bcd7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.716481 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c0cdc53-2959-4001-a3ba-826732bcd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.720893 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3c0cdc53-2959-4001-a3ba-826732bcd7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:48.722222 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-3c0cdc53-2959-4001-a3ba-826732bcd7ee admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/959563cf-dd6e-4d0b-9c5a-24c20323a9f5 HTTP/1.1" status: 204 len: 168 time: 0.1422155 Jun 22 16:40:48.723227 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9ab5759f-ec8a-4019-b84c-d1804155e716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:48.731499 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cdc53-2959-4001-a3ba-826732bcd7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959563cf-dd6e-4d0b-9c5a-24c20323a9f5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:48.734205 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3c0cdc53-2959-4001-a3ba-826732bcd7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:48.950215 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667fa2d-94bb-4cbb-a102-4dd6c496484f req-f35b5c5b-173a-45b3-9976-fb4be0eb7c83 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:48.951843 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0667fa2d-94bb-4cbb-a102-4dd6c496484f req-f35b5c5b-173a-45b3-9976-fb4be0eb7c83 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0707495 Jun 22 16:40:49.000983 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0667fa2d-94bb-4cbb-a102-4dd6c496484f req-cb922d4e-38a5-4b64-b555-bf6327d022d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Jun 22 16:40:49.212700 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-85a84061-4b0b-42ac-bb55-16fa59e31f40 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:49.214159 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-85a84061-4b0b-42ac-bb55-16fa59e31f40 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/networks?id=517276e3-2707-4116-8286-732dbc67cfa6 HTTP/1.1" status: 200 len: 809 time: 0.1196930 Jun 22 16:40:49.230233 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-69fe31de-f1ed-4cc2-b738-0f77165335fa tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/quotas/a4de348d5c5246a6b32afd02a6c0ac69 HTTP/1.1" status: 200 len: 375 time: 0.0094728 Jun 22 16:40:49.265097 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-0494674b-c16f-46d7-a297-2743d7be94e7 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4de348d5c5246a6b32afd02a6c0ac69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292544 Jun 22 16:40:49.394601 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-d624b5af-689d-489a-85e1-3b8596a602ec service neutron] 10.222.0.70 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228113 Jun 22 16:40:49.484924 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-1269fb25-9388-41c5-bb4a-113f7d59b6ba service neutron] 10.222.0.70 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872939 Jun 22 16:40:49.806355 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f088c-f925-429f-bbde-424966581edb req-afa8ef39-17cf-4181-af7d-d137667fbfcc tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:49.806355 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-938f088c-f925-429f-bbde-424966581edb req-afa8ef39-17cf-4181-af7d-d137667fbfcc tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.0948424 Jun 22 16:40:49.882703 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-938f088c-f925-429f-bbde-424966581edb req-19dac453-4599-44ac-945e-a754f9f63394 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633650 Jun 22 16:40:50.138526 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9886df2-ef82-4282-89a6-7b59574f9566 req-ce9fb02e-f5cc-42d3-aa95-ad73e5ffc7b2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:50.138526 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c9886df2-ef82-4282-89a6-7b59574f9566 req-ce9fb02e-f5cc-42d3-aa95-ad73e5ffc7b2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1173832 Jun 22 16:40:50.210728 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c9886df2-ef82-4282-89a6-7b59574f9566 req-44488dea-cdef-4e56-b047-4e3940780a8f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656612 Jun 22 16:40:50.412527 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-17b6a2a0-65c5-4ad8-91db-f47aa8ab944e req-75b21ad3-3bd1-469e-a509-56d477d7d6a0 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 210 time: 0.0348871 Jun 22 16:40:50.658174 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb61e9b-5489-4a09-8f7d-c4c6f0ffce3b req-822a0cb8-a109-4e05-afff-36a849a4adff tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:50.660931 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9eb61e9b-5489-4a09-8f7d-c4c6f0ffce3b req-822a0cb8-a109-4e05-afff-36a849a4adff tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0855386 Jun 22 16:40:50.716242 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9eb61e9b-5489-4a09-8f7d-c4c6f0ffce3b req-9c58a1a8-2b40-4790-ac1e-1071e24175f4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403121 Jun 22 16:40:51.075226 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b13114-478e-4154-8d14-8adb8e344c1d req-0efd193c-34c3-4ef0-87e5-cd342e86b5a2 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:51.077252 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a6b13114-478e-4154-8d14-8adb8e344c1d req-0efd193c-34c3-4ef0-87e5-cd342e86b5a2 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.0741603 Jun 22 16:40:51.125342 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a6b13114-478e-4154-8d14-8adb8e344c1d req-54fac393-c549-4dd0-a154-465aa42ffe74 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417979 Jun 22 16:40:51.437903 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40f549-a28e-40a8-b1e0-3aa291cba774 req-f9c9c42b-c91f-4b87-b674-d0a6139a0083 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:51.440701 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0d40f549-a28e-40a8-b1e0-3aa291cba774 req-f9c9c42b-c91f-4b87-b674-d0a6139a0083 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0901713 Jun 22 16:40:51.486963 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0d40f549-a28e-40a8-b1e0-3aa291cba774 req-9ba7f400-f46b-4591-9ee5-6b4642bc1251 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Jun 22 16:40:51.643256 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eacd012c-ffa3-451f-a767-9268814ce2ce req-f783ea3a-44e6-4fe4-8384-b35c0bcfbb60 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 210 time: 0.0495858 Jun 22 16:40:51.853806 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50272) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:51.914518 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818849c3-ad58-4c14-addb-d494cdd63adb req-fffe24f9-40f6-45eb-b451-54eec3cd7471 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:51.916064 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-818849c3-ad58-4c14-addb-d494cdd63adb req-fffe24f9-40f6-45eb-b451-54eec3cd7471 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0676286 Jun 22 16:40:51.970157 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eff9aa68-9fb3-4d5d-bc3d-f2dd10ba2324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:51.971488 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-818849c3-ad58-4c14-addb-d494cdd63adb req-000eff5c-7ad1-45bd-8094-3efdc61ff3f7 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494719 Jun 22 16:40:52.072871 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eff9aa68-9fb3-4d5d-bc3d-f2dd10ba2324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:52.077379 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-eff9aa68-9fb3-4d5d-bc3d-f2dd10ba2324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:52.080559 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-3a9d5e17-cd03-4971-a500-a603059efaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:52.115310 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-eff9aa68-9fb3-4d5d-bc3d-f2dd10ba2324 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dd74a28d05cd4325bccc7de9741d6c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603924 Jun 22 16:40:52.116197 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9aa68-9fb3-4d5d-bc3d-f2dd10ba2324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e67813-e5c5-48bc-8d9f-2c4431116fa0,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:52.117973 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50276) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:52.119139 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-eff9aa68-9fb3-4d5d-bc3d-f2dd10ba2324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:52.199715 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94f9b9ea-0059-412c-a536-62ed9f63080c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:52.225642 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94f9b9ea-0059-412c-a536-62ed9f63080c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:52.314161 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94f9b9ea-0059-412c-a536-62ed9f63080c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:52.316787 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-94f9b9ea-0059-412c-a536-62ed9f63080c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:52.317923 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-94f9b9ea-0059-412c-a536-62ed9f63080c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85e67813-e5c5-48bc-8d9f-2c4431116fa0 HTTP/1.1" status: 204 len: 168 time: 0.1981452 Jun 22 16:40:52.320226 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:52.330174 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4717127-80a8-423b-b691-aa73c60de629 req-f8f31a93-45fd-4bcd-9176-189b57f26c00 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:52.331593 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c4717127-80a8-423b-b691-aa73c60de629 req-f8f31a93-45fd-4bcd-9176-189b57f26c00 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.0824974 Jun 22 16:40:52.344234 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9b9ea-0059-412c-a536-62ed9f63080c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e67813-e5c5-48bc-8d9f-2c4431116fa0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:52.347182 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-94f9b9ea-0059-412c-a536-62ed9f63080c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:52.375299 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c4717127-80a8-423b-b691-aa73c60de629 req-4610b1a3-42bc-4fd2-a1b8-735de4975dfc tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373857 Jun 22 16:40:52.627877 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50286) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:52.661041 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-623d1f97-dfd0-4219-a928-fd2a66cbdc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:52.744394 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6bb26-7582-4682-9854-57db2f535516 req-c62f0fc2-bb66-467c-97ec-840e7a246925 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:52.745895 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bb6bb26-7582-4682-9854-57db2f535516 req-c62f0fc2-bb66-467c-97ec-840e7a246925 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1299026 Jun 22 16:40:52.830845 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bb6bb26-7582-4682-9854-57db2f535516 req-298de0fc-547b-4c66-999f-0ec5ca603533 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704546 Jun 22 16:40:52.850064 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-623d1f97-dfd0-4219-a928-fd2a66cbdc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:52.857258 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-623d1f97-dfd0-4219-a928-fd2a66cbdc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:52.862446 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6d7cb349-9c07-4e4f-810a-129a996336d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:52.905099 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50296) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:52.915525 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-623d1f97-dfd0-4219-a928-fd2a66cbdc27 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3209008edc02466eb8edeb0aa480b50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864115 Jun 22 16:40:52.920686 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d1f97-dfd0-4219-a928-fd2a66cbdc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cba6e01-4ecd-409d-adf1-5544cac32f74,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:52.928632 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-623d1f97-dfd0-4219-a928-fd2a66cbdc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:52.982307 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f2b61f6-71a2-4773-9789-24509fcb4cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:53.019789 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f2b61f6-71a2-4773-9789-24509fcb4cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:53.021983 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-43b40164-49af-4fe0-aeea-9b10ab511d50 req-e6cb0985-9d2f-4576-a29f-ad8adf77476f tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 210 time: 0.0389709 Jun 22 16:40:53.081789 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f2b61f6-71a2-4773-9789-24509fcb4cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:53.087030 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0f2b61f6-71a2-4773-9789-24509fcb4cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:53.089910 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0f2b61f6-71a2-4773-9789-24509fcb4cf5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0cba6e01-4ecd-409d-adf1-5544cac32f74 HTTP/1.1" status: 204 len: 168 time: 0.1838222 Jun 22 16:40:53.090745 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-186f80a7-761d-4f30-9865-c10fd16b516b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:53.104654 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b61f6-71a2-4773-9789-24509fcb4cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cba6e01-4ecd-409d-adf1-5544cac32f74,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:53.107257 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0f2b61f6-71a2-4773-9789-24509fcb4cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:53.315541 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e77f3f-840e-47fb-bb53-d9580b7d1b3a req-157df62d-3493-4a3f-9108-31c9630d17b2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:53.317030 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-53e77f3f-840e-47fb-bb53-d9580b7d1b3a req-157df62d-3493-4a3f-9108-31c9630d17b2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1029103 Jun 22 16:40:53.363408 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-53e77f3f-840e-47fb-bb53-d9580b7d1b3a req-15beab3c-d053-4b10-a346-1ad21d2964a4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396206 Jun 22 16:40:53.628495 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93012636-8e5c-4ee0-bd04-6743d406501c req-0b5766fc-1c82-47b9-803d-797d7fd001dd tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:53.636051 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-93012636-8e5c-4ee0-bd04-6743d406501c req-0b5766fc-1c82-47b9-803d-797d7fd001dd tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.1209247 Jun 22 16:40:53.669188 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-93012636-8e5c-4ee0-bd04-6743d406501c req-525bcf65-a9dc-438a-a232-622ef1407503 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322287 Jun 22 16:40:53.998947 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b7bf2-87e9-4eb0-a097-3d7b63cb94fc req-8f2deda0-4b2d-42fc-9300-da872aa4bcc4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:54.000446 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a33b7bf2-87e9-4eb0-a097-3d7b63cb94fc req-8f2deda0-4b2d-42fc-9300-da872aa4bcc4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0642407 Jun 22 16:40:54.039385 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a33b7bf2-87e9-4eb0-a097-3d7b63cb94fc req-a2ee86f0-e4cc-452a-ada5-c32bad6246f9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Jun 22 16:40:54.184269 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-798fc380-d2a6-4d88-8c7d-152c34d91f80 req-58ef9be2-d448-403a-8d3b-68e4fcf6d428 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 210 time: 0.0328939 Jun 22 16:40:54.544129 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117d1c1-b8d1-4ddd-be96-d36696085d67 req-1583e828-7a06-4f80-999c-78fe6063443f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:54.547453 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3117d1c1-b8d1-4ddd-be96-d36696085d67 req-1583e828-7a06-4f80-999c-78fe6063443f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0666087 Jun 22 16:40:54.557578 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Request body: {'port': {'device_id': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:54.614318 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3117d1c1-b8d1-4ddd-be96-d36696085d67 req-2f7f3918-97d2-4152-800b-540d88d296ca tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523591 Jun 22 16:40:54.670462 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:54.890498 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f876c2-dea7-49d2-8316-3d3e90cb8a8e req-b385dff0-1253-4a5b-9448-ccce3652427d tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:54.894422 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-80f876c2-dea7-49d2-8316-3d3e90cb8a8e req-b385dff0-1253-4a5b-9448-ccce3652427d tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 932 time: 0.0842547 Jun 22 16:40:54.937366 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-80f876c2-dea7-49d2-8316-3d3e90cb8a8e req-1eae00f3-f3bf-491e-95d5-9b496e32d1ca tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382037 Jun 22 16:40:55.006798 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e687275-02aa-4134-a330-5a73912eb7a1 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:40:55.015622 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:55.029118 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Transition to ACTIVE for port object 1e687275-02aa-4134-a330-5a73912eb7a1 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:55.034251 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63117203'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:55.036640 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:55.113711 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Pushing event updated for resources: {'Port': ['ID=1e687275-02aa-4134-a330-5a73912eb7a1,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:55.117208 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:55.167675 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Attempting to bind port 1e687275-02aa-4134-a330-5a73912eb7a1 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:40:55.168100 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Attempting to bind port 1e687275-02aa-4134-a330-5a73912eb7a1 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:40:55.168354 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Attempting to bind port 1e687275-02aa-4134-a330-5a73912eb7a1 on network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:55.173188 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Port 1e687275-02aa-4134-a330-5a73912eb7a1 on network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:40:55.173611 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Attempting to bind port 1e687275-02aa-4134-a330-5a73912eb7a1 on network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:55.178729 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:40:55.179084 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Checking segment: {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:55.179455 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Bound using segment: {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:40:55.179938 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Bound port: 1e687275-02aa-4134-a330-5a73912eb7a1, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:40:55.180289 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:55.231942 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf40228-bb34-48b3-8554-eec50d6b2573 req-e8d123c1-d907-46db-bbfd-1d2c77b4f903 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:55.233763 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-adf40228-bb34-48b3-8554-eec50d6b2573 req-e8d123c1-d907-46db-bbfd-1d2c77b4f903 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0750406 Jun 22 16:40:55.256522 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] For port 1e687275-02aa-4134-a330-5a73912eb7a1, host hv-cinder-76810, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:40:55.259910 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] For port 1e687275-02aa-4134-a330-5a73912eb7a1, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1e687275-02aa-4134-a330-5a73912eb7a1,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:40:55.271619 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63117203'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:55.275846 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-adf40228-bb34-48b3-8554-eec50d6b2573 req-0c5092b3-7dc2-45c5-b3a2-b20c457a876d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361478 Jun 22 16:40:55.279969 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:55.324536 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:55.325234 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:55.327653 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] 10.222.0.74 "PUT /v2.0/ports/1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 1094 time: 0.7756212 Jun 22 16:40:55.328222 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:55.330966 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7608ab-96ff-49b8-940f-bd9b8115c75e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:55.355881 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c4a221e8-670f-4884-9429-841e4039e855 req-3070e793-d91f-4b67-bf1b-6c0d84d80abb tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 210 time: 0.0355153 Jun 22 16:40:55.356352 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Pushing event updated for resources: {'Port': ['ID=1e687275-02aa-4134-a330-5a73912eb7a1,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:55.360411 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:55.375599 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a383d3c-8088-4d0a-aac9-c7e6ae3089f9 x-openstack-request-id: req-5a383d3c-8088-4d0a-aac9-c7e6ae3089f9 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:55.375759 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:55.375991 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5a383d3c-8088-4d0a-aac9-c7e6ae3089f9 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:55.376411 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1', 'status': 'completed', 'code': 200} Jun 22 16:40:55.486327 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-80ab08a4-2278-4597-81ea-1b4371a7c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:55.487850 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-80ab08a4-2278-4597-81ea-1b4371a7c6d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=734df8a54e71458abad0f6dac4997272&device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 1097 time: 0.0610037 Jun 22 16:40:55.553312 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-895d539d-3630-4445-af29-6988873af70d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 217 time: 0.0438867 Jun 22 16:40:55.649623 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-a208d5cf-e320-4a11-a333-3cbe9f16ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:55.650271 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-a208d5cf-e320-4a11-a333-3cbe9f16ca5f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=448586db-32f7-4785-9c54-549908e164e2 HTTP/1.1" status: 200 len: 854 time: 0.0722136 Jun 22 16:40:55.670191 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-e8a6a505-6251-4ebf-8b22-b17eaa836074 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:55.671408 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-e8a6a505-6251-4ebf-8b22-b17eaa836074 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.74 "GET /v2.0/networks?id=517276e3-2707-4116-8286-732dbc67cfa6 HTTP/1.1" status: 200 len: 809 time: 0.1251800 Jun 22 16:40:55.698512 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Request body: {'port': {'device_id': '98a493cf-ef2f-4204-bf2b-bfb3072a5baf', 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6', 'admin_state_up': True, 'tenant_id': 'a4de348d5c5246a6b32afd02a6c0ac69'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:55.741611 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-d7105a05-021b-473a-b3ee-640bdce2bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:55.743471 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-d7105a05-021b-473a-b3ee-640bdce2bb9d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0816894 Jun 22 16:40:55.890502 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-bf6c6c49-2b23-43da-bcde-306bbd30d289 service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310854 Jun 22 16:40:56.008741 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-f652bd24-2907-406f-82ca-979368cd8fa4 req-ec0a67c7-7d1f-48a2-ab0b-7b8ba72d609d service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103513 Jun 22 16:40:56.137343 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-5ca28a30-2f23-4158-a742-1d07dd6b4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:56.138881 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-5ca28a30-2f23-4158-a742-1d07dd6b4589 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=734df8a54e71458abad0f6dac4997272&device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 1097 time: 0.0551963 Jun 22 16:40:56.196663 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c77f1d-4236-4739-8aee-1068e59760af req-5039a9c3-ae51-4fa0-a3a5-61a0c2c841f8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:56.198437 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b2c77f1d-4236-4739-8aee-1068e59760af req-5039a9c3-ae51-4fa0-a3a5-61a0c2c841f8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.4095733 Jun 22 16:40:56.228000 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Made reservation on behalf of a4de348d5c5246a6b32afd02a6c0ac69 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:40:56.232027 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:56.241274 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-22836867-059a-4c02-866c-e4c6cd5961c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:56.242758 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-22836867-059a-4c02-866c-e4c6cd5961c8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b HTTP/1.1" status: 200 len: 916 time: 0.0907097 Jun 22 16:40:56.270314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b444-65c4-4481-aa6e-e5dd6ac2b072 req-50bf80b0-e7de-45a0-a3ca-37bfa27f8a65 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:56.271766 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b1c5b444-65c4-4481-aa6e-e5dd6ac2b072 req-50bf80b0-e7de-45a0-a3ca-37bfa27f8a65 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 944 time: 0.1392586 Jun 22 16:40:56.293124 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-bd1483e4-7613-4d19-b530-d13d4e34a654 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 217 time: 0.0376081 Jun 22 16:40:56.297587 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b2c77f1d-4236-4739-8aee-1068e59760af req-9e2c1a94-e8f6-47e3-b910-60f0c986879f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826786 Jun 22 16:40:56.349640 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-ec296bc0-5163-4b11-92ca-233ff5c088ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:56.351305 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-ec296bc0-5163-4b11-92ca-233ff5c088ec service neutron] 10.222.0.74 "GET /v2.0/subnets?id=448586db-32f7-4785-9c54-549908e164e2 HTTP/1.1" status: 200 len: 854 time: 0.0490620 Jun 22 16:40:56.364615 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b1c5b444-65c4-4481-aa6e-e5dd6ac2b072 req-c720ae7d-c3e2-48ab-be27-a48df7d5d3f1 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795753 Jun 22 16:40:56.425187 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Allocated IP 172.20.0.4 (517276e3-2707-4116-8286-732dbc67cfa6/3baa65cd-7a3d-48d8-9076-ced0f730b15b/1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:40:56.426356 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-8ba2cd09-e1c7-4c4b-88f2-a4f43a1b5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:56.428459 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-8ba2cd09-e1c7-4c4b-88f2-a4f43a1b5859 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0667086 Jun 22 16:40:56.540014 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3432f17a-3a18-4029-868b-4c581dbd476d req-93a54f55-abe6-457c-b694-7f171f108f75 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 210 time: 0.0503545 Jun 22 16:40:56.558259 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-569e59fa-6be8-40cb-b9f1-5c502ae8d376 service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155348 Jun 22 16:40:56.604035 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf1ebb-8d9e-4628-9cfc-722702b77f0c req-a815fbab-1b4a-49e2-8dec-b6f891051b0e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:56.605417 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9cbf1ebb-8d9e-4628-9cfc-722702b77f0c req-a815fbab-1b4a-49e2-8dec-b6f891051b0e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1816578 Jun 22 16:40:56.658947 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-2a7608ab-96ff-49b8-940f-bd9b8115c75e req-25483176-a885-429a-9d4b-a01495fee0cf service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878034 Jun 22 16:40:56.676011 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9cbf1ebb-8d9e-4628-9cfc-722702b77f0c req-8aa88812-d3a4-440f-bc72-1fbeece8b08d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626087 Jun 22 16:40:56.688392 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:56.730263 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:56.734239 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:56.786479 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Network 517276e3-2707-4116-8286-732dbc67cfa6 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:40:56.789772 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:40:56.797102 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:40:56.823103 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Pushing event updated for resources: {'Port': ['ID=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:56.827759 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:56.851413 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:56.852024 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:56.865745 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-42497678-673f-4557-8c11-341cc910dd5d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1717443 Jun 22 16:40:56.883158 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Request body: {'port': {'device_id': '98a493cf-ef2f-4204-bf2b-bfb3072a5baf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:40:56.954348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:57.269221 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:40:57.278404 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:57.294154 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Transition to ACTIVE for port object 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:40:57.297960 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:57.299891 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:57.376492 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:57.384252 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:57.493668 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Attempting to bind port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:40:57.494029 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Attempting to bind port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '9121fb61-254d-474c-812f-87ca97986e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:40:57.494363 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Attempting to bind port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 on network 517276e3-2707-4116-8286-732dbc67cfa6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:57.508664 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f04167-6484-49c3-b9ef-d9798f102fa0 req-a5162dc1-0d09-4198-b821-368595b30c6a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:57.510167 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-63f04167-6484-49c3-b9ef-d9798f102fa0 req-a5162dc1-0d09-4198-b821-368595b30c6a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1762912 Jun 22 16:40:57.512624 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 on network 517276e3-2707-4116-8286-732dbc67cfa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:40:57.512945 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Attempting to bind port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 on network 517276e3-2707-4116-8286-732dbc67cfa6 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:40:57.530958 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:40:57.531300 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Checking segment: {'id': '9121fb61-254d-474c-812f-87ca97986e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:40:57.531675 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Bound using segment: {'id': '9121fb61-254d-474c-812f-87ca97986e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:40:57.532167 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Bound port: 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9121fb61-254d-474c-812f-87ca97986e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:40:57.532539 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:57.599529 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-63f04167-6484-49c3-b9ef-d9798f102fa0 req-c366f01d-8c7d-45f4-8417-4f6b7163a506 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816517 Jun 22 16:40:57.610229 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d5dc5-0e77-48b5-80ab-ecadf905dd4f req-b2fac2cb-4041-4a33-afe2-a4814052f5ce tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:57.611710 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b89d5dc5-0e77-48b5-80ab-ecadf905dd4f req-b2fac2cb-4041-4a33-afe2-a4814052f5ce tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1620550 Jun 22 16:40:57.667667 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b89d5dc5-0e77-48b5-80ab-ecadf905dd4f req-5c22abaa-ff40-4aaa-9bd6-98a8aa2b546d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488162 Jun 22 16:40:57.668618 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] For port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:40:57.679946 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] For port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:40:57.684679 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:57.687212 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9d31b28f-2caa-44e2-9bfc-13b6fe341e9a tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:57.778401 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:57.779402 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:57.781014 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] 10.222.0.74 "PUT /v2.0/ports/1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 HTTP/1.1" status: 200 len: 1093 time: 0.9019506 Jun 22 16:40:57.787484 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a493cf-ef2f-4204-bf2b-bfb3072a5baf', 'tag': '1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:40:57.789761 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50763999-45b6-4492-ac7b-6f2ee5589dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "98a493cf-ef2f-4204-bf2b-bfb3072a5baf", "tag": "1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:40:57.818582 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:57.841314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:57.906591 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4efa5-b067-4355-ab23-cfbc23bab286 req-f1d78288-c888-4d3c-b3d4-1a23c584c4bf tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:57.907961 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f6b4efa5-b067-4355-ab23-cfbc23bab286 req-f1d78288-c888-4d3c-b3d4-1a23c584c4bf tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 944 time: 0.1898706 Jun 22 16:40:57.949414 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b3123-2c45-4a27-853c-8de153ad3983 req-d7314af6-611a-4865-bc8f-d943b21fbd58 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:57.950849 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9b4b3123-2c45-4a27-853c-8de153ad3983 req-d7314af6-611a-4865-bc8f-d943b21fbd58 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 943 time: 0.1552598 Jun 22 16:40:57.953640 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-de253f39-f5d0-47f5-9440-c91dc0cef49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:57.955015 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-de253f39-f5d0-47f5-9440-c91dc0cef49c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4de348d5c5246a6b32afd02a6c0ac69&device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 1096 time: 0.1128023 Jun 22 16:40:57.989202 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f6b4efa5-b067-4355-ab23-cfbc23bab286 req-32f9fc72-92e9-4871-8c5a-afc6bf0f2ed7 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752263 Jun 22 16:40:58.027647 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-24b9294d-68ad-4858-b168-323ecd892df8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 HTTP/1.1" status: 200 len: 217 time: 0.0473278 Jun 22 16:40:58.034704 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9b4b3123-2c45-4a27-853c-8de153ad3983 req-2f360309-d0d1-4fc1-b280-e528614e3e0f tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767827 Jun 22 16:40:58.067603 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-24c947c4-a117-43f0-acb6-9872b05e82dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:58.089768 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-f7cc44b2-d23b-4cae-8ef0-eb3aee8fda17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:58.092102 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-f7cc44b2-d23b-4cae-8ef0-eb3aee8fda17 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3baa65cd-7a3d-48d8-9076-ced0f730b15b HTTP/1.1" status: 200 len: 849 time: 0.0487127 Jun 22 16:40:58.095989 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ea0c30-3dcf-47bf-991e-ac574fd0af9e x-openstack-request-id: req-e2ea0c30-3dcf-47bf-991e-ac574fd0af9e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:40:58.096298 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a493cf-ef2f-4204-bf2b-bfb3072a5baf", "tag": "1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:40:58.096585 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2ea0c30-3dcf-47bf-991e-ac574fd0af9e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:40:58.096994 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a493cf-ef2f-4204-bf2b-bfb3072a5baf', 'tag': '1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6', 'status': 'completed', 'code': 200} Jun 22 16:40:58.151564 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-fe3d4544-90b2-4fde-9630-7259a09bb452 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=517276e3-2707-4116-8286-732dbc67cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411301 Jun 22 16:40:58.244116 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec11fe-0bab-4be1-9177-d96034019ea1 req-e6b5416c-7504-4b61-a005-a6ee5900e87f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:58.245557 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-09ec11fe-0bab-4be1-9177-d96034019ea1 req-e6b5416c-7504-4b61-a005-a6ee5900e87f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1450689 Jun 22 16:40:58.281711 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-e65026da-ed36-461b-9380-8728a728ef8b service neutron] 10.222.0.74 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212864 Jun 22 16:40:58.305439 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-09ec11fe-0bab-4be1-9177-d96034019ea1 req-ae069dda-8d1c-4a70-ae41-4b021a35a974 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521488 Jun 22 16:40:58.380736 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c46fa642-cc67-4660-9bcb-659166ee7dc5 req-85b52bbc-5b94-4d47-9aac-79e6804dac1d service neutron] 10.222.0.74 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878544 Jun 22 16:40:58.506777 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-b9a17c39-36ed-4da8-9b57-cf5d64895e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:58.508250 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-b9a17c39-36ed-4da8-9b57-cf5d64895e99 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4de348d5c5246a6b32afd02a6c0ac69&device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 1096 time: 0.0534256 Jun 22 16:40:58.605083 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-b3834605-1a7e-4370-bf75-946ae4193c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:58.606586 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-b3834605-1a7e-4370-bf75-946ae4193c4e service neutron] 10.222.0.74 "GET /v2.0/networks?id=517276e3-2707-4116-8286-732dbc67cfa6 HTTP/1.1" status: 200 len: 910 time: 0.0879018 Jun 22 16:40:58.651838 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-1c1bc541-132e-4238-83e6-4f261d3c7eb2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 HTTP/1.1" status: 200 len: 217 time: 0.0342607 Jun 22 16:40:58.718892 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-cecb820b-09a1-4556-b94c-eac19b66e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:58.720380 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-cecb820b-09a1-4556-b94c-eac19b66e9dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3baa65cd-7a3d-48d8-9076-ced0f730b15b HTTP/1.1" status: 200 len: 849 time: 0.0510762 Jun 22 16:40:58.797302 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-062d4f52-5365-4126-9dbb-4f80d17e6cf8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=517276e3-2707-4116-8286-732dbc67cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492053 Jun 22 16:40:58.895739 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf73b33-4d80-436d-8bc3-40fd965b4963 req-f11f1f9b-d615-4dbd-9239-316c642d3240 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:58.897178 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-baf73b33-4d80-436d-8bc3-40fd965b4963 req-f11f1f9b-d615-4dbd-9239-316c642d3240 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1754138 Jun 22 16:40:58.965573 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098119f0-ef3a-4ee7-bde3-3fa1ba18e6f0 req-56548dca-92d0-4dd3-8e2b-da7c73c9f8a4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:58.966942 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-098119f0-ef3a-4ee7-bde3-3fa1ba18e6f0 req-56548dca-92d0-4dd3-8e2b-da7c73c9f8a4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1686401 Jun 22 16:40:58.978929 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-baf73b33-4d80-436d-8bc3-40fd965b4963 req-ada47e79-d677-4241-be8b-ce63d0716046 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752947 Jun 22 16:40:58.987205 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-3c068283-08b3-40eb-99f9-1b6b3c4913a9 service neutron] 10.222.0.74 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579802 Jun 22 16:40:59.005367 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1e687275-02aa-4134-a330-5a73912eb7a1 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:40:59.049581 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-098119f0-ef3a-4ee7-bde3-3fa1ba18e6f0 req-3999ebd0-d178-4e11-8b1a-6798fede63ae tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757570 Jun 22 16:40:59.102622 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50763999-45b6-4492-ac7b-6f2ee5589dbe req-f96854ce-22a1-487c-8842-4957f09106b3 service neutron] 10.222.0.74 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025934 Jun 22 16:40:59.111304 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 1e687275-02aa-4134-a330-5a73912eb7a1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1e687275-02aa-4134-a330-5a73912eb7a1,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:59.122761 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '1e687275-02aa-4134-a330-5a73912eb7a1', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'port_id': '1e687275-02aa-4134-a330-5a73912eb7a1', 'mac_address': 'fa:16:3e:80:e5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:40:59.160668 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:59.171190 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f42fc7-abff-4887-9642-bf1a8b320a33 req-eec9e5d2-2ff7-40e8-a345-9b474ee49223 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:59.172710 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-32f42fc7-abff-4887-9642-bf1a8b320a33 req-eec9e5d2-2ff7-40e8-a345-9b474ee49223 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 944 time: 0.0728862 Jun 22 16:40:59.177275 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e687275-02aa-4134-a330-5a73912eb7a1 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:40:59.196938 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 1e687275-02aa-4134-a330-5a73912eb7a1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1e687275-02aa-4134-a330-5a73912eb7a1,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:40:59.202808 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:59.204917 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:40:59.250749 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-32f42fc7-abff-4887-9642-bf1a8b320a33 req-63244358-e893-461d-bd71-f59af7d96a84 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703349 Jun 22 16:40:59.251081 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=1e687275-02aa-4134-a330-5a73912eb7a1,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:40:59.254528 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:40:59.276643 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf504b8-09a7-4400-8738-96d6322ed0a6 req-37e4acba-ecb2-4cfa-bea9-652da9dccad5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:59.278131 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eaf504b8-09a7-4400-8738-96d6322ed0a6 req-37e4acba-ecb2-4cfa-bea9-652da9dccad5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 943 time: 0.0990829 Jun 22 16:40:59.318362 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eaf504b8-09a7-4400-8738-96d6322ed0a6 req-5fe35205-5ef1-420f-8dab-24e8616f64a7 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Jun 22 16:40:59.500947 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f595a0-779e-4ffa-a74e-5d0e436c051f req-88909b89-1e64-44f6-9c48-7addf5a5db4d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:40:59.503001 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50f595a0-779e-4ffa-a74e-5d0e436c051f req-88909b89-1e64-44f6-9c48-7addf5a5db4d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0786211 Jun 22 16:40:59.540193 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50f595a0-779e-4ffa-a74e-5d0e436c051f req-d23a6b4d-cfd5-4288-91b2-7517a2169811 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Jun 22 16:40:59.790632 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50480) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:40:59.897642 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ed15a441-842d-4627-8aad-5658661510a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:59.924952 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['1e687275-02aa-4134-a330-5a73912eb7a1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:40:59.994362 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ed15a441-842d-4627-8aad-5658661510a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:40:59.998188 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ed15a441-842d-4627-8aad-5658661510a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:00.024195 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:00.028992 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ed15a441-842d-4627-8aad-5658661510a1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5a43438e0e824ac89737440ba6baef2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372959 Jun 22 16:41:00.031635 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50486) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:00.050191 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15a441-842d-4627-8aad-5658661510a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c778fb2a-a216-43b9-827b-17c84d218846,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:00.053860 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ed15a441-842d-4627-8aad-5658661510a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:00.103713 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-250845a3-3f9c-4940-8e93-79c78889c89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:00.127075 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-250845a3-3f9c-4940-8e93-79c78889c89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:00.252399 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513eaf55-8b92-479e-89a6-d30b55dadf83 req-db2bb001-b731-4c72-a376-51c1193244ba tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:00.253846 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-513eaf55-8b92-479e-89a6-d30b55dadf83 req-db2bb001-b731-4c72-a376-51c1193244ba tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1248848 Jun 22 16:41:00.258488 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-250845a3-3f9c-4940-8e93-79c78889c89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:00.260982 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-250845a3-3f9c-4940-8e93-79c78889c89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:00.262032 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-250845a3-3f9c-4940-8e93-79c78889c89b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c778fb2a-a216-43b9-827b-17c84d218846 HTTP/1.1" status: 204 len: 168 time: 0.2294624 Jun 22 16:41:00.265655 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-661d25eb-83df-40e8-895c-28c1c4026548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:00.289823 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250845a3-3f9c-4940-8e93-79c78889c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c778fb2a-a216-43b9-827b-17c84d218846,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:00.292714 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-250845a3-3f9c-4940-8e93-79c78889c89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:00.314657 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e340-112f-46d7-bf97-0702c5c17c50 req-29114550-a678-4418-a19c-ff81a0e1d693 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:00.316123 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-19b8e340-112f-46d7-bf97-0702c5c17c50 req-29114550-a678-4418-a19c-ff81a0e1d693 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1300547 Jun 22 16:41:00.337485 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-513eaf55-8b92-479e-89a6-d30b55dadf83 req-7b22f934-5583-46bd-baeb-ca34ba219ec4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744133 Jun 22 16:41:00.374240 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-19b8e340-112f-46d7-bf97-0702c5c17c50 req-e94a1ebe-010b-430b-b60e-3b2110c54c40 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483708 Jun 22 16:41:00.601394 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f85a6d-b820-4aca-868c-ccfc278ec5d6 req-2b5bee6e-2b7d-4b47-aa6e-53a3ce09684e tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:00.605645 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-95f85a6d-b820-4aca-868c-ccfc278ec5d6 req-2b5bee6e-2b7d-4b47-aa6e-53a3ce09684e tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 943 time: 0.1024158 Jun 22 16:41:00.614134 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f16f02-7917-4cc3-ba58-c60d6fb810ed req-90006b93-cfe2-42ca-839a-b57d6369757f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:00.615597 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-86f16f02-7917-4cc3-ba58-c60d6fb810ed req-90006b93-cfe2-42ca-839a-b57d6369757f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 945 time: 0.1255512 Jun 22 16:41:00.675486 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-95f85a6d-b820-4aca-868c-ccfc278ec5d6 req-90792330-f36c-452a-a8a8-c19002d3627a tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 Jun 22 16:41:00.687615 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50512) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:00.695252 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-86f16f02-7917-4cc3-ba58-c60d6fb810ed req-d25f79a1-207a-4f2e-a161-ebd8afe8b2bf tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712976 Jun 22 16:41:00.732745 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-fb2001cd-4190-4441-a49e-2d4e4f0296ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:00.850381 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fa901-c1c5-423a-a5c0-7a23ac461e7e req-97f3887e-0638-4421-8fd2-09d73984afa8 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:00.851912 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d28fa901-c1c5-423a-a5c0-7a23ac461e7e req-97f3887e-0638-4421-8fd2-09d73984afa8 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0652938 Jun 22 16:41:00.868092 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cdae02c8-94d5-4f27-9dd7-26a53aed7ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:00.892429 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d28fa901-c1c5-423a-a5c0-7a23ac461e7e req-a4098f21-4fed-42f9-97d4-7c409da56331 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348263 Jun 22 16:41:00.963389 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cdae02c8-94d5-4f27-9dd7-26a53aed7ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:00.967383 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cdae02c8-94d5-4f27-9dd7-26a53aed7ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:00.969664 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-aa4090bf-bd66-44a3-b067-a2dde9ed32e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:01.005177 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-cdae02c8-94d5-4f27-9dd7-26a53aed7ebf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1afff909fa6a4be28aa5cacb60c74af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162420 Jun 22 16:41:01.006078 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae02c8-94d5-4f27-9dd7-26a53aed7ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc0ec53-29d6-4437-ae9a-3a979d749b37,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:01.008017 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50526) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:01.009048 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-cdae02c8-94d5-4f27-9dd7-26a53aed7ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:01.012167 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:41:01.061305 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24995298-d5f5-4b23-8be5-b8fee0bb057e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.086321 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24995298-d5f5-4b23-8be5-b8fee0bb057e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.117309 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:01.130332 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6', 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6', 'port_id': '1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6', 'mac_address': 'fa:16:3e:ca:89:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa65cd-7a3d-48d8-9076-ced0f730b15b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:41:01.169739 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.183719 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:41:01.208789 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:01.214527 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.215468 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:41:01.218269 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:01.295273 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.329927 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:01.334200 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:01.368521 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24995298-d5f5-4b23-8be5-b8fee0bb057e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.376810 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-24995298-d5f5-4b23-8be5-b8fee0bb057e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.376810 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-24995298-d5f5-4b23-8be5-b8fee0bb057e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/abc0ec53-29d6-4437-ae9a-3a979d749b37 HTTP/1.1" status: 204 len: 168 time: 0.3637700 Jun 22 16:41:01.376810 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-97578054-5b8a-4484-8673-9d5d9976f1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:01.383590 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24995298-d5f5-4b23-8be5-b8fee0bb057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc0ec53-29d6-4437-ae9a-3a979d749b37,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:01.386037 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-24995298-d5f5-4b23-8be5-b8fee0bb057e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:01.390856 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:01.413901 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'port_id': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'mac_address': 'fa:16:3e:30:a3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:41:01.465131 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.480740 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f114281f-7d8f-4b40-949f-11d03afe74c1 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:41:01.511993 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:01.520632 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.524049 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:01.603547 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=6']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:01.617049 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:01.639428 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89641b54-8ae3-479f-aeb3-2965e52b51ae req-639ea65f-f105-4db1-9ac5-669271a27f97 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:01.640902 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-89641b54-8ae3-479f-aeb3-2965e52b51ae req-639ea65f-f105-4db1-9ac5-669271a27f97 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1367912 Jun 22 16:41:01.649135 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a1a1f-52e3-4b35-abd2-140ef8224d69 req-3b226752-15f7-4677-a640-5bedd13627b1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:01.650620 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7d8a1a1f-52e3-4b35-abd2-140ef8224d69 req-3b226752-15f7-4677-a640-5bedd13627b1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 945 time: 0.1030133 Jun 22 16:41:01.677185 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:01.691712 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['f114281f-7d8f-4b40-949f-11d03afe74c1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:41:01.707028 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-89641b54-8ae3-479f-aeb3-2965e52b51ae req-b714a913-37ad-4546-9645-20a559bf56b9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553684 Jun 22 16:41:01.727064 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7d8a1a1f-52e3-4b35-abd2-140ef8224d69 req-3a462bf1-9c6f-43a0-a011-26bf00821ef5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677934 Jun 22 16:41:01.949704 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d7676-0273-4be3-88fa-daab9b4a3867 req-0bdeb86c-dace-47eb-8d87-ca3a07b357bf tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:01.951205 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-453d7676-0273-4be3-88fa-daab9b4a3867 req-0bdeb86c-dace-47eb-8d87-ca3a07b357bf tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 944 time: 0.1124401 Jun 22 16:41:01.971694 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b7f0e-21f2-4427-87e3-546c337ccdff req-c27091fd-6255-4945-b552-8bd00ff2a932 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:01.973083 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-413b7f0e-21f2-4427-87e3-546c337ccdff req-c27091fd-6255-4945-b552-8bd00ff2a932 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 945 time: 0.1011126 Jun 22 16:41:01.994090 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:41:02.020562 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-453d7676-0273-4be3-88fa-daab9b4a3867 req-f772ec20-9764-4e6e-938f-4b028b834d78 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623946 Jun 22 16:41:02.033147 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-413b7f0e-21f2-4427-87e3-546c337ccdff req-fa685eb7-d30e-42a6-b737-98795dd7c584 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 Jun 22 16:41:02.227107 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbceff-35a5-4504-8e9e-de3d3ecc94c7 req-a4036692-2ffd-415d-a18b-2636c9e058da tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:02.229212 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eadbceff-35a5-4504-8e9e-de3d3ecc94c7 req-a4036692-2ffd-415d-a18b-2636c9e058da tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0679715 Jun 22 16:41:02.267507 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eadbceff-35a5-4504-8e9e-de3d3ecc94c7 req-d48d0d0c-d10e-4d38-b65b-8e694d205be0 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Jun 22 16:41:02.523861 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:02.955821 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf2084-5a99-473d-83d1-0db2aca1f8d8 req-d7fd1f08-f85b-4738-b194-7d40898e9eba tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:02.957182 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6bcf2084-5a99-473d-83d1-0db2aca1f8d8 req-d7fd1f08-f85b-4738-b194-7d40898e9eba tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1040215 Jun 22 16:41:02.967909 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644cfb6-0d6b-4b70-97d3-1a5f35802256 req-9cf95775-eba9-418a-8b68-dfc8eea277dd tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:02.969274 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3644cfb6-0d6b-4b70-97d3-1a5f35802256 req-9cf95775-eba9-418a-8b68-dfc8eea277dd tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 945 time: 0.1068511 Jun 22 16:41:03.022448 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6bcf2084-5a99-473d-83d1-0db2aca1f8d8 req-7a00d9a8-cd72-41e1-9f4f-f837ab9bdb63 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522246 Jun 22 16:41:03.027241 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3644cfb6-0d6b-4b70-97d3-1a5f35802256 req-6a6ea0ff-3fb4-4c6e-8b44-78926d39eaa6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512795 Jun 22 16:41:03.028240 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:41:03.081531 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port f114281f-7d8f-4b40-949f-11d03afe74c1 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:41:03.081929 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:03.170234 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:03.192318 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:03.194640 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eda7e6-c4e5-45a4-bc06-712295032112" -d '{"events": [{"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-plugged", "status": "completed", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:03.208346 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:03.211693 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:03.212644 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1e687275-02aa-4134-a330-5a73912eb7a1 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:41:03.214309 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-9fd216b3-063f-4992-85bc-530e653eaa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:03.261886 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390ad31-5cd4-436b-90a4-32a99a31e233 req-76a79f00-e444-40d3-872c-540195fc6566 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:03.263464 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d390ad31-5cd4-436b-90a4-32a99a31e233 req-76a79f00-e444-40d3-872c-540195fc6566 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 944 time: 0.1084256 Jun 22 16:41:03.275504 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e31d2e-a2e7-41f9-a1bf-f1a57c1959f8 req-c1010f3e-fb36-4734-a257-9d80da3e4500 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:03.276893 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-13e31d2e-a2e7-41f9-a1bf-f1a57c1959f8 req-c1010f3e-fb36-4734-a257-9d80da3e4500 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 945 time: 0.0941164 Jun 22 16:41:03.288526 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=7']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:03.291640 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:03.301548 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 1e687275-02aa-4134-a330-5a73912eb7a1 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:41:03.305342 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 1e687275-02aa-4134-a330-5a73912eb7a1 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:41:03.305725 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:03.333159 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d390ad31-5cd4-436b-90a4-32a99a31e233 req-7fdf395c-b480-4a9d-b96e-0a1afd58790f tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552649 Jun 22 16:41:03.339052 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-13e31d2e-a2e7-41f9-a1bf-f1a57c1959f8 req-93718f9d-c501-4024-81f2-f5fae92ca254 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545266 Jun 22 16:41:03.383316 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:03.400476 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57004f28-07b1-4948-984b-3c5d06355658 x-openstack-request-id: req-57004f28-07b1-4948-984b-3c5d06355658 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:03.400774 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-plugged", "status": "completed", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:03.401033 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57004f28-07b1-4948-984b-3c5d06355658 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:03.401426 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'code': 200} Jun 22 16:41:03.417910 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 1e687275-02aa-4134-a330-5a73912eb7a1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1e687275-02aa-4134-a330-5a73912eb7a1,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:03.422110 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:03.423910 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:03.467597 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=1e687275-02aa-4134-a330-5a73912eb7a1,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:03.470612 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:03.512699 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8000c8-838b-4951-a7a7-0d355e6ea690 req-e6525033-1efb-499c-a59f-d1a7c4d83657 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:03.514228 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5d8000c8-838b-4951-a7a7-0d355e6ea690 req-e6525033-1efb-499c-a59f-d1a7c4d83657 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0638530 Jun 22 16:41:03.551127 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5d8000c8-838b-4951-a7a7-0d355e6ea690 req-2c1e3941-913b-4749-a4f0-56ac74884e80 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311565 Jun 22 16:41:03.678786 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:04.246949 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9324a-2656-4775-91bc-739552d2b765 req-6974909d-dc86-4ef9-8ecb-83babeaf8d5a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:04.249040 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-62b9324a-2656-4775-91bc-739552d2b765 req-6974909d-dc86-4ef9-8ecb-83babeaf8d5a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1114471 Jun 22 16:41:04.261165 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27a86b-26f3-43f7-b822-b577d475eb9e req-13c914ae-c00a-4b05-a772-debced4d4ce1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:04.262802 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7e27a86b-26f3-43f7-b822-b577d475eb9e req-13c914ae-c00a-4b05-a772-debced4d4ce1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0933855 Jun 22 16:41:04.314069 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-62b9324a-2656-4775-91bc-739552d2b765 req-b78c1b68-4fec-4729-a3f7-400706c02a9d tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490301 Jun 22 16:41:04.329399 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7e27a86b-26f3-43f7-b822-b577d475eb9e req-2b6ead15-4cee-43f1-a040-ee8d02144f96 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511830 Jun 22 16:41:04.555318 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c4e03-49e1-4b15-a125-3779ca127c8e req-e47b70dc-cd81-4739-be60-4af3306d9d66 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:04.556763 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-285c4e03-49e1-4b15-a125-3779ca127c8e req-e47b70dc-cd81-4739-be60-4af3306d9d66 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 944 time: 0.1118174 Jun 22 16:41:04.564934 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a2ee5-34fd-4e49-9143-6af807832ebd req-8f571595-4c4a-42b3-810e-73dc97bc938c tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:04.566117 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-990a2ee5-34fd-4e49-9143-6af807832ebd req-8f571595-4c4a-42b3-810e-73dc97bc938c tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.0890427 Jun 22 16:41:04.625204 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-285c4e03-49e1-4b15-a125-3779ca127c8e req-c177ac3d-8a07-4893-8195-b71bb69810ea tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581026 Jun 22 16:41:04.628023 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-990a2ee5-34fd-4e49-9143-6af807832ebd req-2bf9ff1b-4a52-4115-91d9-09958620b563 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549595 Jun 22 16:41:04.800249 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35ed17-e64e-4bad-a316-91649bb5e6fe req-1a2fbb4f-99d8-4ac2-b792-d5a1d56c2e9c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:04.801822 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8e35ed17-e64e-4bad-a316-91649bb5e6fe req-1a2fbb4f-99d8-4ac2-b792-d5a1d56c2e9c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0647068 Jun 22 16:41:04.842394 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8e35ed17-e64e-4bad-a316-91649bb5e6fe req-906b540c-8ddb-4f2c-832c-1e42d4ec93f8 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350351 Jun 22 16:41:05.031163 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:41:05.140484 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:41:05.165746 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:41:05.167257 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:05.278784 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:05.317542 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:05.322533 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:05.324883 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:05.382716 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50654) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:05.415255 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1'}, {'server_uuid': '98a493cf-ef2f-4204-bf2b-bfb3072a5baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:05.422461 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e110c313-ed55-43f3-8b92-1a6e430e6124" -d '{"events": [{"server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "name": "network-vif-plugged", "status": "completed", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1"}, {"server_uuid": "98a493cf-ef2f-4204-bf2b-bfb3072a5baf", "name": "network-vif-plugged", "status": "completed", "tag": "1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:05.455602 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:05.465223 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:05.593702 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3304b5fa-14a6-47c6-87c3-a41c6b28f9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:05.647126 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc760427-e7bd-4baf-8eae-0a99029fb67a req-94f3bb73-4eb2-46d2-9806-5e95218371c7 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:05.648597 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dc760427-e7bd-4baf-8eae-0a99029fb67a req-94f3bb73-4eb2-46d2-9806-5e95218371c7 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1844337 Jun 22 16:41:05.658883 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa10fd-c50f-41a9-a735-6ff69c3dc4d6 req-2c98f934-1a08-4bb0-9355-de0b2c4f37f4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:05.660618 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4bfa10fd-c50f-41a9-a735-6ff69c3dc4d6 req-2c98f934-1a08-4bb0-9355-de0b2c4f37f4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1370175 Jun 22 16:41:05.746519 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dc760427-e7bd-4baf-8eae-0a99029fb67a req-676bcf70-dcc4-4ff8-8a1c-9b74f55b20cd tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848763 Jun 22 16:41:05.780244 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4bfa10fd-c50f-41a9-a735-6ff69c3dc4d6 req-673b677f-0300-42c7-8fa0-ade791068042 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034245 Jun 22 16:41:05.831860 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7021804-64b5-4606-8122-0fa49e04afa1 x-openstack-request-id: req-a7021804-64b5-4606-8122-0fa49e04afa1 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:05.832382 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "name": "network-vif-plugged", "status": "completed", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1", "code": 200}, {"server_uuid": "98a493cf-ef2f-4204-bf2b-bfb3072a5baf", "name": "network-vif-plugged", "status": "completed", "tag": "1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:05.832843 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a7021804-64b5-4606-8122-0fa49e04afa1 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:05.833398 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1', 'code': 200} Jun 22 16:41:05.833868 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a493cf-ef2f-4204-bf2b-bfb3072a5baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6', 'code': 200} Jun 22 16:41:05.883546 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3304b5fa-14a6-47c6-87c3-a41c6b28f9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:05.896294 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3304b5fa-14a6-47c6-87c3-a41c6b28f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:05.900768 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:06.030355 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-3304b5fa-14a6-47c6-87c3-a41c6b28f9ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be83c9173e894b80a3271d0cac13afbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6461523 Jun 22 16:41:06.033560 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50666) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:06.035694 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304b5fa-14a6-47c6-87c3-a41c6b28f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a02603d-716d-4845-a66c-1dbe809494de,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:06.053733 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3304b5fa-14a6-47c6-87c3-a41c6b28f9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:06.159647 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23017dd6-4a55-4cf1-9a7e-c659260d6425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:06.188063 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23017dd6-4a55-4cf1-9a7e-c659260d6425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:06.233755 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497af97-03b7-44c4-89d3-3b1d22d81168 req-76ca6269-b7ab-4480-8af2-2d5b72a5a50f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:06.240922 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1497af97-03b7-44c4-89d3-3b1d22d81168 req-76ca6269-b7ab-4480-8af2-2d5b72a5a50f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.2476053 Jun 22 16:41:06.272389 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002330ba-584e-4a7b-b906-ccb7cc422e20 req-d822b54c-4fba-4d30-970a-86eebafe4a01 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:06.279146 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-002330ba-584e-4a7b-b906-ccb7cc422e20 req-d822b54c-4fba-4d30-970a-86eebafe4a01 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 945 time: 0.2476583 Jun 22 16:41:06.304721 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:41:06.321479 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16aac3c-3063-4205-9b01-affe9b6a382a req-e1e29758-8156-4c6a-b107-e4121faddd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:06.323579 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e16aac3c-3063-4205-9b01-affe9b6a382a req-e1e29758-8156-4c6a-b107-e4121faddd38 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 1099 time: 0.1692014 Jun 22 16:41:06.346752 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1497af97-03b7-44c4-89d3-3b1d22d81168 req-331bf183-5a0b-49d2-b252-e51674a31835 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998080 Jun 22 16:41:06.368809 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5d0e5-07d1-4c69-962d-0be3db2fa5bd req-be6a5925-e3da-488d-9eed-0c6653c17ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:06.368809 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4be5d0e5-07d1-4c69-962d-0be3db2fa5bd req-be6a5925-e3da-488d-9eed-0c6653c17ca5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 1098 time: 0.1333251 Jun 22 16:41:06.379024 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23017dd6-4a55-4cf1-9a7e-c659260d6425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:06.385191 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-002330ba-584e-4a7b-b906-ccb7cc422e20 req-db55c310-8c3e-4df3-84e1-691a76b12cc5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051090 Jun 22 16:41:06.388852 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-23017dd6-4a55-4cf1-9a7e-c659260d6425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:06.392370 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-23017dd6-4a55-4cf1-9a7e-c659260d6425 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a02603d-716d-4845-a66c-1dbe809494de HTTP/1.1" status: 204 len: 168 time: 0.3574064 Jun 22 16:41:06.433288 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e16aac3c-3063-4205-9b01-affe9b6a382a req-f9cf9e7c-54bc-4102-abc2-8cc13d4be6ee service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821538 Jun 22 16:41:06.442054 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-674b62c3-8928-45ff-b71e-89a4c8738b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:06.470467 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23017dd6-4a55-4cf1-9a7e-c659260d6425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a02603d-716d-4845-a66c-1dbe809494de,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:06.474393 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4be5d0e5-07d1-4c69-962d-0be3db2fa5bd req-44c150ef-53ad-4000-af73-19fa8f0abc68 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807080 Jun 22 16:41:06.475507 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-23017dd6-4a55-4cf1-9a7e-c659260d6425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:06.644284 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87da4cb-420a-41ee-b0f9-16a9ed147834 req-0fa7d316-8efd-4d76-af89-35a86dcf65c1 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:06.646203 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c87da4cb-420a-41ee-b0f9-16a9ed147834 req-0fa7d316-8efd-4d76-af89-35a86dcf65c1 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1025720 Jun 22 16:41:06.746200 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c87da4cb-420a-41ee-b0f9-16a9ed147834 req-f7db91ee-74c1-4943-bd67-a7e2ded3de1b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870612 Jun 22 16:41:07.099630 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e3320-fa96-4de8-950d-bd34f95354a8 req-5bb55722-9bab-47ef-af84-48c2291b728b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:07.110715 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cb2e3320-fa96-4de8-950d-bd34f95354a8 req-5bb55722-9bab-47ef-af84-48c2291b728b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1511683 Jun 22 16:41:07.147983 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fffe7c-13c5-46a8-910a-408b497993f4 req-802a240c-68be-4f88-afdf-ef9be5f7abb8 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:07.149998 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c5fffe7c-13c5-46a8-910a-408b497993f4 req-802a240c-68be-4f88-afdf-ef9be5f7abb8 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1214397 Jun 22 16:41:07.186912 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cb2e3320-fa96-4de8-950d-bd34f95354a8 req-a3fc0a0c-f724-4089-b0b8-0a9ab8bea0b0 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747569 Jun 22 16:41:07.252474 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c5fffe7c-13c5-46a8-910a-408b497993f4 req-463f46ab-04e4-4349-8f40-79e93b30ebb2 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920777 Jun 22 16:41:07.543639 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50708) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:07.594991 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73defb91-f7c1-413c-bc9a-3e47a32fba8f req-57e25d6e-0b49-4271-ab42-f33980fc4e16 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:07.598193 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-73defb91-f7c1-413c-bc9a-3e47a32fba8f req-57e25d6e-0b49-4271-ab42-f33980fc4e16 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.0831742 Jun 22 16:41:07.673453 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-65733250-network', 'tenant_id': 'c514ab6721c644c59e3c09b456881902'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:07.703451 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Made reservation on behalf of c514ab6721c644c59e3c09b456881902 for: {'network': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:41:07.706618 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:07.715268 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-73defb91-f7c1-413c-bc9a-3e47a32fba8f req-859d1de5-2840-43c4-be76-7e548aa2b140 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037633 Jun 22 16:41:07.729161 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:07.744585 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70b94f-5096-4678-a338-8680721121bb req-fad9952e-c7b3-4d3c-9890-637fa146e454 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:07.751027 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4d70b94f-5096-4678-a338-8680721121bb req-fad9952e-c7b3-4d3c-9890-637fa146e454 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 945 time: 0.1423435 Jun 22 16:41:07.838554 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4d70b94f-5096-4678-a338-8680721121bb req-ba62640d-1f06-4a6e-b50d-b0af91e3f63f tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808382 Jun 22 16:41:07.930124 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:07.937231 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:07.942112 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c1840518-994d-4b0e-84b4-17bac9fe579b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:07.969832 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:07.975381 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:07.983045 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:41:07.999228 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:07.999952 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.segments_db [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Added segment 8be2e2e4-1b69-4c11-8b60-b26c5f099e48 of type vlan for network 1b537b78-0774-4b4e-b306-1ba9eef666f3 Jun 22 16:41:08.011368 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51f64a-cf26-4c0e-a9ff-16bb1e02d5b6 req-ab53c104-1660-4a61-842b-648b85800c04 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:08.014550 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7f51f64a-cf26-4c0e-a9ff-16bb1e02d5b6 req-ab53c104-1660-4a61-842b-648b85800c04 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0950885 Jun 22 16:41:08.057032 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:08.080558 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7f51f64a-cf26-4c0e-a9ff-16bb1e02d5b6 req-37cb0cc8-1a7a-48b6-bf62-c9da4804d6b7 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583141 Jun 22 16:41:08.119732 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:08.122366 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:08.126161 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:08.129572 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f086c53d-95e5-43f9-b1c0-5a85da0df2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:08.204255 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6578410 Jun 22 16:41:08.205328 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Pushing event updated for resources: {'Network': ['ID=1b537b78-0774-4b4e-b306-1ba9eef666f3,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:08.207268 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50720) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:08.208429 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:08.215115 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Request body: {'subnet': {'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-65733250-subnet', 'tenant_id': 'c514ab6721c644c59e3c09b456881902', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:08.219097 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 1b537b78-0774-4b4e-b306-1ba9eef666f3 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:41:08.267423 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Made reservation on behalf of c514ab6721c644c59e3c09b456881902 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:41:08.270265 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63095515'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:08.539542 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2fb58-6b1c-4be2-9036-f0657e9d9f6d req-bb5854f3-6b1e-4ba1-a728-75672d556887 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:08.540943 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11d2fb58-6b1c-4be2-9036-f0657e9d9f6d req-bb5854f3-6b1e-4ba1-a728-75672d556887 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1982346 Jun 22 16:41:08.648651 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58013301-38ef-496c-9120-cf45d2e7bc89 req-6d330cd3-406d-4123-872f-55c15a24cf88 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:08.650227 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58013301-38ef-496c-9120-cf45d2e7bc89 req-6d330cd3-406d-4123-872f-55c15a24cf88 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.2361856 Jun 22 16:41:08.658987 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11d2fb58-6b1c-4be2-9036-f0657e9d9f6d req-0328633b-c6fa-4081-9248-204009b220ac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972071 Jun 22 16:41:08.702721 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63180222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63095541'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:08.707113 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:08.771935 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58013301-38ef-496c-9120-cf45d2e7bc89 req-48442ea6-050a-4f29-bb12-d4c210e62216 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950649 Jun 22 16:41:08.781077 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c39409-5e00-43c4-a7c5-5ab4282ad2c0,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:08.788674 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:08.805246 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Checking segment: {'id': '8be2e2e4-1b69-4c11-8b60-b26c5f099e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:41:08.805604 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Network hostable DHCP agents. Network: 1b537b78-0774-4b4e-b306-1ba9eef666f3, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:41:08.825424 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Network 1b537b78-0774-4b4e-b306-1ba9eef666f3 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:41:08.853598 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 1b537b78-0774-4b4e-b306-1ba9eef666f3) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:41:08.860946 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:08.863032 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:08.865698 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87c16b-5013-401f-a12c-f8b3785b6b49 None None] Network 1b537b78-0774-4b4e-b306-1ba9eef666f3 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:41:08.887631 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-ae66f396-b5a3-451f-a7ab-64730b1c190d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6788855 Jun 22 16:41:09.047278 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5a9d61-5ece-43ae-bd89-3a05df3496d1 None None] Network 1b537b78-0774-4b4e-b306-1ba9eef666f3 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:41:09.054263 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae7e26-6de9-4e2c-961c-b53acf81661c req-81ecd7e4-dcc6-4a12-b665-620f7c8c9be1 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:09.062233 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-87ae7e26-6de9-4e2c-961c-b53acf81661c req-81ecd7e4-dcc6-4a12-b665-620f7c8c9be1 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.1773858 Jun 22 16:41:09.127586 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-87ae7e26-6de9-4e2c-961c-b53acf81661c req-748fb6ed-95e2-4ce5-8b60-2435cce47d01 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644734 Jun 22 16:41:09.149039 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98600e-0198-428b-ac6b-0c55b217b9a9 req-97ba62bf-7812-4fab-a1f4-c9c7013d1257 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:09.166371 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8c98600e-0198-428b-ac6b-0c55b217b9a9 req-97ba62bf-7812-4fab-a1f4-c9c7013d1257 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 945 time: 0.1757329 Jun 22 16:41:09.213592 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8c98600e-0198-428b-ac6b-0c55b217b9a9 req-3e9a6f93-6d7e-4eba-aeec-ee0609f47632 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461373 Jun 22 16:41:09.454093 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f3a9a-8da1-44ae-9965-a2e77a938f6e req-58ef8a8c-785c-482f-aa5e-d1b637ef6e18 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:09.461199 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a0f3a9a-8da1-44ae-9965-a2e77a938f6e req-58ef8a8c-785c-482f-aa5e-d1b637ef6e18 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1272974 Jun 22 16:41:09.487466 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b5281-9247-4e23-a50a-54ca6666b477 req-95125fe8-b877-4755-a0a1-cea20c18ed55 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:09.494455 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-068b5281-9247-4e23-a50a-54ca6666b477 req-95125fe8-b877-4755-a0a1-cea20c18ed55 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.1174128 Jun 22 16:41:09.549022 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a0f3a9a-8da1-44ae-9965-a2e77a938f6e req-3a1c5e64-6576-4b14-a2d6-ce4c51c6f6ff tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824182 Jun 22 16:41:09.583238 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-068b5281-9247-4e23-a50a-54ca6666b477 req-1edbfd2f-19e9-4c04-a564-a49b8aceb0b7 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878613 Jun 22 16:41:09.987626 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62896e67-155e-4a5e-809c-a92c57b0db9d req-8992d2f4-c3be-4af0-942b-502134e813f4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:09.998969 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-62896e67-155e-4a5e-809c-a92c57b0db9d req-8992d2f4-c3be-4af0-942b-502134e813f4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1162400 Jun 22 16:41:10.054547 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-62896e67-155e-4a5e-809c-a92c57b0db9d req-b8ea71f5-fbfc-490f-8093-35e8f9399dac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540314 Jun 22 16:41:10.274910 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c19e37-6de9-485a-9dc7-39ed3ecfbc67 req-a895a043-8281-435f-a5be-f66c001d9166 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:10.282124 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64c19e37-6de9-485a-9dc7-39ed3ecfbc67 req-a895a043-8281-435f-a5be-f66c001d9166 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1916771 Jun 22 16:41:10.369163 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64c19e37-6de9-485a-9dc7-39ed3ecfbc67 req-67d26307-a2db-4791-8522-5147397b7362 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528450 Jun 22 16:41:10.385714 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1691275-2b4f-47d4-baad-b6600aab4943 req-dda656ba-1726-4fa6-bfe9-8399a10b1efa tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:10.393874 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b1691275-2b4f-47d4-baad-b6600aab4943 req-dda656ba-1726-4fa6-bfe9-8399a10b1efa tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.1079664 Jun 22 16:41:10.436738 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b1691275-2b4f-47d4-baad-b6600aab4943 req-51eaae7d-b64b-46aa-8a29-72c76c4325fc tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416758 Jun 22 16:41:10.810756 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4569d-fda0-42a5-8a3b-f5360c238739 req-725b498d-589f-4a0b-ba61-f5cc94c92875 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:10.812906 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cfe4569d-fda0-42a5-8a3b-f5360c238739 req-725b498d-589f-4a0b-ba61-f5cc94c92875 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0907264 Jun 22 16:41:10.902413 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cfe4569d-fda0-42a5-8a3b-f5360c238739 req-9f3c4047-6ca4-4f2b-adc1-ca4a24b9582f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837379 Jun 22 16:41:10.934815 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c2cee-a0d8-412e-afa2-049cdb4e3ef9 req-a08fc7bd-dd7e-4f7e-9ac3-218f2e2244f2 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:10.942544 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7a2c2cee-a0d8-412e-afa2-049cdb4e3ef9 req-a08fc7bd-dd7e-4f7e-9ac3-218f2e2244f2 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 945 time: 0.1228259 Jun 22 16:41:10.978279 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7a2c2cee-a0d8-412e-afa2-049cdb4e3ef9 req-04abf18b-190b-49be-ae1a-2cf630e590fc tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348446 Jun 22 16:41:11.342084 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3aff0-d1b4-4999-8163-c85588457c87 req-64bd7988-eea1-4d68-8cc1-c18bd8b6edf8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:11.352517 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6ef3aff0-d1b4-4999-8163-c85588457c87 req-64bd7988-eea1-4d68-8cc1-c18bd8b6edf8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1246779 Jun 22 16:41:11.473500 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6ef3aff0-d1b4-4999-8163-c85588457c87 req-143a75be-f516-4faa-962f-8ee786e5c4aa tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189406 Jun 22 16:41:11.557704 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688faf55-7685-4cf2-9613-e13daebc8bab req-2c70c943-5e8c-4ce5-90ff-1339202ea6c8 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:11.559584 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-2c70c943-5e8c-4ce5-90ff-1339202ea6c8 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/networks?id=1b537b78-0774-4b4e-b306-1ba9eef666f3 HTTP/1.1" status: 200 len: 812 time: 0.1896143 Jun 22 16:41:11.591156 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-034b00ff-0ff1-4c86-8dbc-6c7ca7790bbb tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/quotas/c514ab6721c644c59e3c09b456881902 HTTP/1.1" status: 200 len: 375 time: 0.0251780 Jun 22 16:41:11.629880 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-02dd9719-503b-444b-af01-09a7c020cc15 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c514ab6721c644c59e3c09b456881902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365484 Jun 22 16:41:11.708718 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6e28-6ffb-479b-94bc-3fdc488168de req-ddf802b3-81ac-497a-a4f2-09a20cef9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:11.713961 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-8d1e6e28-6ffb-479b-94bc-3fdc488168de req-ddf802b3-81ac-497a-a4f2-09a20cef9b27 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1099 time: 0.0975273 Jun 22 16:41:11.774339 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-8d1e6e28-6ffb-479b-94bc-3fdc488168de req-5a3cee64-474b-4a5b-85f6-7722d19fe42f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525379 Jun 22 16:41:11.991498 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-899a40d8-3e8b-46d8-9813-f6c29e20f2eb service neutron] 10.222.0.70 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611572 Jun 22 16:41:12.059947 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf2ae4-4371-45b4-a6d2-29fe244f3526 req-7a2ff503-bcd8-4a19-81d2-afd8c185226e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:12.067913 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ebdf2ae4-4371-45b4-a6d2-29fe244f3526 req-7a2ff503-bcd8-4a19-81d2-afd8c185226e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.4364171 Jun 22 16:41:12.125393 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ebdf2ae4-4371-45b4-a6d2-29fe244f3526 req-98312688-098f-4c3f-b403-59438bd863e1 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565631 Jun 22 16:41:12.161686 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-a0da03fc-85ab-4b94-b667-2338d8206297 service neutron] 10.222.0.70 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691947 Jun 22 16:41:12.381295 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d253e5-a178-44b3-962f-a161d01101f9 req-e6512044-e497-4b4e-a6ad-a4375b157eba tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:12.381295 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11d253e5-a178-44b3-962f-a161d01101f9 req-e6512044-e497-4b4e-a6ad-a4375b157eba tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0810277 Jun 22 16:41:12.429873 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11d253e5-a178-44b3-962f-a161d01101f9 req-b5628806-8e90-4a93-9d89-7c400178b1f0 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512495 Jun 22 16:41:12.593898 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86768735-6027-4408-9f62-29da30ff6b7c req-1eec3bf1-1225-4720-aac3-0adcf48b904f tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:12.611254 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-86768735-6027-4408-9f62-29da30ff6b7c req-1eec3bf1-1225-4720-aac3-0adcf48b904f tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 945 time: 0.1740086 Jun 22 16:41:12.675327 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-86768735-6027-4408-9f62-29da30ff6b7c req-dbf25843-816a-4f86-b667-cdc72c73acbe tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618339 Jun 22 16:41:12.833874 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-88fefd80-7481-4f21-a7c0-28c2b96a4c5f req-d3cb40cb-6439-4add-9151-5968e56087a6 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 210 time: 0.0711789 Jun 22 16:41:12.843234 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-e769d2c2-8eee-4772-bd3f-8e5934b8c3a2 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:12.846520 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-e769d2c2-8eee-4772-bd3f-8e5934b8c3a2 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.74 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 945 time: 0.1905320 Jun 22 16:41:13.113861 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Deleting port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:41:13.114254 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:13.178916 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c9fc6-8519-4bb0-966a-522d61c52911 req-e1e3e3a8-b193-41be-ad4f-c36a3e2c8636 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:13.190434 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-405c9fc6-8519-4bb0-966a-522d61c52911 req-e1e3e3a8-b193-41be-ad4f-c36a3e2c8636 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1696455 Jun 22 16:41:13.273982 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-405c9fc6-8519-4bb0-966a-522d61c52911 req-84e0b4e9-eee4-4c72-abda-91e1eb0d5b11 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813739 Jun 22 16:41:13.298947 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] For port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:13.299688 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:13.325186 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Calling delete_port for 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 owned by compute:nova {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:41:13.408552 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842e62e-6a09-4736-99f6-a2a3f471659f req-7860db0f-d858-4e13-9e8d-536a51b66df6 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:13.411209 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5842e62e-6a09-4736-99f6-a2a3f471659f req-7860db0f-d858-4e13-9e8d-536a51b66df6 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0792594 Jun 22 16:41:13.475430 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5842e62e-6a09-4736-99f6-a2a3f471659f req-979ae674-3103-4ede-b12b-deaccade1003 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572460 Jun 22 16:41:13.572819 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:13.591785 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:13.649693 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Pushing event deleted for resources: {'Port': ['ID=1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:13.666045 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aff88-f2a7-45fb-b27d-bdb4c56707bc req-25525409-afd2-4a9e-882c-bac05fac2826 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:13.667854 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fa4aff88-f2a7-45fb-b27d-bdb4c56707bc req-25525409-afd2-4a9e-882c-bac05fac2826 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0779750 Jun 22 16:41:13.682738 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.683349 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.683890 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.684422 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.684969 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.685492 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.686009 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.686534 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.687053 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.687581 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.687964 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.688288 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:13.692412 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] No DVR routers for this DVR port 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 on host hv-cinder-76810 {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:41:13.695143 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:13.698670 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-4d57e036-eb78-4fb2-b14e-208c2895a9c4 req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.74 "DELETE /v2.0/ports/1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 HTTP/1.1" status: 204 len: 173 time: 0.8460109 Jun 22 16:41:13.699915 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:13.701109 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a493cf-ef2f-4204-bf2b-bfb3072a5baf', 'name': 'network-vif-deleted', 'tag': '1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:13.713097 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422f6400-14ce-4185-aa95-2faa4ffbdc7a" -d '{"events": [{"server_uuid": "98a493cf-ef2f-4204-bf2b-bfb3072a5baf", "name": "network-vif-deleted", "tag": "1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:13.727770 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fa4aff88-f2a7-45fb-b27d-bdb4c56707bc req-72a086a5-4ba3-42b3-8a8e-8a487f36f7a2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540931 Jun 22 16:41:13.811275 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bd2a3f-0d6c-4fc7-b16e-f1b5b5a56944 x-openstack-request-id: req-f3bd2a3f-0d6c-4fc7-b16e-f1b5b5a56944 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:13.811598 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a493cf-ef2f-4204-bf2b-bfb3072a5baf", "name": "network-vif-deleted", "tag": "1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:13.811881 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f3bd2a3f-0d6c-4fc7-b16e-f1b5b5a56944 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:13.812304 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a493cf-ef2f-4204-bf2b-bfb3072a5baf', 'name': 'network-vif-deleted', 'tag': '1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6', 'status': 'completed', 'code': 200} Jun 22 16:41:13.873833 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-49090f36-4b7f-4067-bda6-73aa5e59952c req-1077cd79-fd64-406d-a1ce-18fa5228affb tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=98a493cf-ef2f-4204-bf2b-bfb3072a5baf HTTP/1.1" status: 200 len: 210 time: 0.0428987 Jun 22 16:41:14.026569 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ff6fc378-5123-4478-b854-df884d7209ee req-44d3725f-a759-4bd7-866b-4c3e029f0618 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 210 time: 0.0459533 Jun 22 16:41:14.406342 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688faf55-7685-4cf2-9613-e13daebc8bab req-7c0937a6-f155-468c-aa4f-299ce14d2597 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:14.408048 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-7c0937a6-f155-468c-aa4f-299ce14d2597 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.74 "GET /v2.0/networks?id=1b537b78-0774-4b4e-b306-1ba9eef666f3 HTTP/1.1" status: 200 len: 812 time: 0.2653029 Jun 22 16:41:14.450758 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Request body: {'port': {'device_id': 'fa391a47-9461-45db-a6e6-bae7d39b8df7', 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3', 'admin_state_up': True, 'tenant_id': 'c514ab6721c644c59e3c09b456881902'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:14.637817 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ab5b1-5025-4609-a760-88c38b40d85a req-a5aa893f-9c97-4337-8a07-abe7a75cfba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:14.660420 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-743ab5b1-5025-4609-a760-88c38b40d85a req-a5aa893f-9c97-4337-8a07-abe7a75cfba1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=88a7c22839c04153b5838a01b67803db&device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 1099 time: 0.1664925 Jun 22 16:41:14.727365 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Made reservation on behalf of c514ab6721c644c59e3c09b456881902 for: {'port': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:41:14.734239 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:14.755760 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 50906) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:14.883658 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Allocated IP 172.20.0.6 (1b537b78-0774-4b4e-b306-1ba9eef666f3/80c39409-5e00-43c4-a7c5-5ab4282ad2c0/13d81229-32f0-451a-be45-038c69209940) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:41:14.977868 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ab5b1-5025-4609-a760-88c38b40d85a req-21716a36-21eb-4651-8baa-41efe8554895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:14.979539 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-743ab5b1-5025-4609-a760-88c38b40d85a req-21716a36-21eb-4651-8baa-41efe8554895 service neutron] 10.222.0.74 "GET /v2.0/networks?id=39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 200 len: 920 time: 0.3111055 Jun 22 16:41:15.003753 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b9514-8bf0-429d-95dd-62a264210749 req-2158a931-1147-492c-af58-19141886dcbc tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:15.011553 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b11b9514-8bf0-429d-95dd-62a264210749 req-2158a931-1147-492c-af58-19141886dcbc tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.3874006 Jun 22 16:41:15.065002 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd77391-333b-4974-b6d2-961a84b774a7 req-4b5d8d28-9132-4426-a743-8be648b04627 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:15.066790 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6bd77391-333b-4974-b6d2-961a84b774a7 req-4b5d8d28-9132-4426-a743-8be648b04627 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.3664868 Jun 22 16:41:15.069867 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-743ab5b1-5025-4609-a760-88c38b40d85a req-31c64497-1510-4a15-b083-25eed91d912b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8 HTTP/1.1" status: 200 len: 217 time: 0.0811763 Jun 22 16:41:15.090006 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-82027d0d-5e55-44b9-b7eb-d57f955c6f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:15.113106 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:41:15.134247 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:15.150370 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:41:15.150877 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1c7e7e54-aa4a-4db4-82a9-58cf7e118aa6 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:41:15.200164 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b11b9514-8bf0-429d-95dd-62a264210749 req-cfdbe908-b954-4a63-bfa8-20025b339337 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875672 Jun 22 16:41:15.219028 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6bd77391-333b-4974-b6d2-961a84b774a7 req-31f3bca0-8632-4e1f-89e7-62f7fe966313 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406207 Jun 22 16:41:15.233988 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63117185'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:15.240898 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ab5b1-5025-4609-a760-88c38b40d85a req-b576d434-4d0d-4d4e-8282-80e3721bd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:15.241467 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2c495c91-0f80-4ca6-96c0-4dc9be71b99f tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:15.245697 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-743ab5b1-5025-4609-a760-88c38b40d85a req-b576d434-4d0d-4d4e-8282-80e3721bd0a7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 200 len: 859 time: 0.1686611 Jun 22 16:41:15.313292 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Network 1b537b78-0774-4b4e-b306-1ba9eef666f3 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:41:15.315307 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-82027d0d-5e55-44b9-b7eb-d57f955c6f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:15.319811 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:41:15.322627 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:41:15.362728 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-743ab5b1-5025-4609-a760-88c38b40d85a req-39e355ca-f6e4-486e-b5e3-ae401f56df10 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=39e8142a-c416-42cd-b306-4bddd040f8dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023090 Jun 22 16:41:15.671072 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-743ab5b1-5025-4609-a760-88c38b40d85a req-38e59aa3-9bd5-47cc-abce-f85a6e4f32cd service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012013 Jun 22 16:41:15.709278 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-82027d0d-5e55-44b9-b7eb-d57f955c6f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:15.729191 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Pushing event updated for resources: {'Port': ['ID=13d81229-32f0-451a-be45-038c69209940,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:15.736093 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:15.737426 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-038243d9-9d46-427c-ac50-145d72cb61ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:15.747183 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-82027d0d-5e55-44b9-b7eb-d57f955c6f17 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c82a1777d8674f9eaabbe00f00e5cbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8561296 Jun 22 16:41:15.751448 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50930) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:15.760574 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8fc24-9c42-491c-93c4-7c9afe213c32 req-dd03b2a8-a015-432b-b12f-b62fcb8b7444 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:15.769332 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eec8fc24-9c42-491c-93c4-7c9afe213c32 req-dd03b2a8-a015-432b-b12f-b62fcb8b7444 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.2069182 Jun 22 16:41:15.776944 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:15.777901 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:15.792834 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82027d0d-5e55-44b9-b7eb-d57f955c6f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35456005-a33c-4e6e-91f8-0786b620488f,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:15.795193 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-82027d0d-5e55-44b9-b7eb-d57f955c6f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:15.797076 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3630586 Jun 22 16:41:15.809818 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Request body: {'port': {'device_id': 'fa391a47-9461-45db-a6e6-bae7d39b8df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:15.841557 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655690c-8c09-4acc-b09a-fa200db3d57f req-f6d61e9c-e75d-4925-af3f-692f3f056d53 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:15.848191 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f655690c-8c09-4acc-b09a-fa200db3d57f req-f6d61e9c-e75d-4925-af3f-692f3f056d53 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 931 time: 0.2324600 Jun 22 16:41:15.887228 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:15.919086 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eec8fc24-9c42-491c-93c4-7c9afe213c32 req-479c6d75-66d7-43d9-a4eb-691bc09d5008 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479506 Jun 22 16:41:15.944229 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f655690c-8c09-4acc-b09a-fa200db3d57f req-f90e9576-363c-4006-a1e9-bc71934361ea tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951979 Jun 22 16:41:15.947251 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-743ab5b1-5025-4609-a760-88c38b40d85a req-22d7eb02-8206-4157-a5a7-9626a80a39f4 service neutron] 10.222.0.74 "GET /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648942 Jun 22 16:41:15.964123 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:15.994837 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:16.048358 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:16.051626 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:16.052864 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/35456005-a33c-4e6e-91f8-0786b620488f HTTP/1.1" status: 204 len: 168 time: 0.2807512 Jun 22 16:41:16.053623 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-24995298-d5f5-4b23-8be5-b8fee0bb057e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:16.062617 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35456005-a33c-4e6e-91f8-0786b620488f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:16.072255 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.072698 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.073070 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.073429 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.073787 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.074252 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.074571 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.074923 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.075277 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.076192 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.076548 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.076901 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:16.080100 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:16.304974 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e7a80-1f6e-4a7b-8877-18f17ee3825d req-8202d185-658c-4a49-a0d9-c5fbff648c11 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:16.306728 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-790e7a80-1f6e-4a7b-8877-18f17ee3825d req-8202d185-658c-4a49-a0d9-c5fbff648c11 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.1275191 Jun 22 16:41:16.330780 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d81229-32f0-451a-be45-038c69209940 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:41:16.342284 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:16.367556 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Transition to ACTIVE for port object 13d81229-32f0-451a-be45-038c69209940 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:41:16.370886 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-371baefc-a287-442a-b7d9-460f5ec851d9 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:16.374160 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63117203'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:16.376551 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-807dc27c-2f15-4a12-b86d-0166c7b2a164 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:16.379453 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-371baefc-a287-442a-b7d9-460f5ec851d9 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/networks?id=517276e3-2707-4116-8286-732dbc67cfa6 HTTP/1.1" status: 200 len: 809 time: 0.2794216 Jun 22 16:41:16.406337 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-790e7a80-1f6e-4a7b-8877-18f17ee3825d req-9aa21323-418a-46cc-81ee-d4f54780ee3a tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883307 Jun 22 16:41:16.413531 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-8edfe66e-c0ea-4564-a94c-5af976e5634a tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/quotas/a4de348d5c5246a6b32afd02a6c0ac69 HTTP/1.1" status: 200 len: 375 time: 0.0331109 Jun 22 16:41:16.445141 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50946) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:16.454627 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-873837f9-b915-49a2-94bd-83a1629328fe tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4de348d5c5246a6b32afd02a6c0ac69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401187 Jun 22 16:41:16.472193 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Pushing event updated for resources: {'Port': ['ID=13d81229-32f0-451a-be45-038c69209940,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:16.498153 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:16.585223 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Attempting to bind port 13d81229-32f0-451a-be45-038c69209940 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:41:16.590047 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Attempting to bind port 13d81229-32f0-451a-be45-038c69209940 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '8be2e2e4-1b69-4c11-8b60-b26c5f099e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:41:16.590609 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Attempting to bind port 13d81229-32f0-451a-be45-038c69209940 on network 1b537b78-0774-4b4e-b306-1ba9eef666f3 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:41:16.598563 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Port 13d81229-32f0-451a-be45-038c69209940 on network 1b537b78-0774-4b4e-b306-1ba9eef666f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:41:16.599166 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Attempting to bind port 13d81229-32f0-451a-be45-038c69209940 on network 1b537b78-0774-4b4e-b306-1ba9eef666f3 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:41:16.604679 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:41:16.605311 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Checking segment: {'id': '8be2e2e4-1b69-4c11-8b60-b26c5f099e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:41:16.605983 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Bound using segment: {'id': '8be2e2e4-1b69-4c11-8b60-b26c5f099e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:41:16.607350 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Bound port: 13d81229-32f0-451a-be45-038c69209940, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be2e2e4-1b69-4c11-8b60-b26c5f099e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:41:16.608240 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:16.612382 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-e213bd24-622d-4fb1-85f1-cb0490811008 service neutron] 10.222.0.70 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568480 Jun 22 16:41:16.703853 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e370e57-8f86-4f2b-a5a5-bf7705fb5415 req-83f0a825-3883-4a7c-8f75-5f01ad7f61a8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:16.705776 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2e370e57-8f86-4f2b-a5a5-bf7705fb5415 req-83f0a825-3883-4a7c-8f75-5f01ad7f61a8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1569467 Jun 22 16:41:16.715642 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] For port 13d81229-32f0-451a-be45-038c69209940, host hv-cinder-76810, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:41:16.719804 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] For port 13d81229-32f0-451a-be45-038c69209940, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=13d81229-32f0-451a-be45-038c69209940,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:41:16.726366 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63117203'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:16.729308 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-47f3e3b1-19f9-4698-810c-91241b690be9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:16.787136 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Pushing event updated for resources: {'Port': ['ID=13d81229-32f0-451a-be45-038c69209940,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:16.797307 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:16.803187 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:16.803848 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:16.806133 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] 10.222.0.74 "PUT /v2.0/ports/13d81229-32f0-451a-be45-038c69209940 HTTP/1.1" status: 200 len: 1093 time: 1.0016012 Jun 22 16:41:16.806634 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa391a47-9461-45db-a6e6-bae7d39b8df7', 'tag': '13d81229-32f0-451a-be45-038c69209940'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:16.809165 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0732d845-67c5-4ae8-9776-7af8dcd60c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa391a47-9461-45db-a6e6-bae7d39b8df7", "tag": "13d81229-32f0-451a-be45-038c69209940"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:16.817448 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-49e4b1d4-8591-447a-b96c-fe4fd4e1a0c0 service neutron] 10.222.0.70 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041447 Jun 22 16:41:16.846957 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2e370e57-8f86-4f2b-a5a5-bf7705fb5415 req-01cf0379-0275-4ed3-a68c-c9c966ce1dc6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304233 Jun 22 16:41:16.884801 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04dac04-c4e9-489f-bdab-c51051309cae tempest-TestMinimumBasicScenario-199466018 tempest-TestMinimumBasicScenario-199466018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:16.889540 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-c04dac04-c4e9-489f-bdab-c51051309cae tempest-TestMinimumBasicScenario-199466018 tempest-TestMinimumBasicScenario-199466018-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 1094 time: 0.4296973 Jun 22 16:41:16.890084 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 50952) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:16.896329 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'floatingip': {'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'port_id': '1e687275-02aa-4134-a330-5a73912eb7a1', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:16.923072 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:16.976840 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688faf55-7685-4cf2-9613-e13daebc8bab req-e765d8ef-10ea-4e92-9d5d-764871f6e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:16.979668 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-e765d8ef-10ea-4e92-9d5d-764871f6e47c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c514ab6721c644c59e3c09b456881902&device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 1096 time: 0.1271172 Jun 22 16:41:17.067678 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-d2051091-a9f9-43fc-9014-d7d2737d7174 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13d81229-32f0-451a-be45-038c69209940 HTTP/1.1" status: 200 len: 217 time: 0.0798087 Jun 22 16:41:17.092537 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9486ef-d9de-4f22-96a6-402f342f461f x-openstack-request-id: req-db9486ef-d9de-4f22-96a6-402f342f461f {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:17.093890 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa391a47-9461-45db-a6e6-bae7d39b8df7", "tag": "13d81229-32f0-451a-be45-038c69209940", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:17.094351 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-db9486ef-d9de-4f22-96a6-402f342f461f {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:17.094955 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa391a47-9461-45db-a6e6-bae7d39b8df7', 'tag': '13d81229-32f0-451a-be45-038c69209940', 'status': 'completed', 'code': 200} Jun 22 16:41:17.141725 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688faf55-7685-4cf2-9613-e13daebc8bab req-22ce211a-6bcb-4dcd-934b-e08f373e460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:17.144556 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-22ce211a-6bcb-4dcd-934b-e08f373e460b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80c39409-5e00-43c4-a7c5-5ab4282ad2c0 HTTP/1.1" status: 200 len: 852 time: 0.0674078 Jun 22 16:41:17.158508 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f5f5a-bfbc-403e-9be5-b2141e4feaea req-aea01851-ea4f-45ab-ba80-18027dfb603b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:17.165811 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-699f5f5a-bfbc-403e-9be5-b2141e4feaea req-aea01851-ea4f-45ab-ba80-18027dfb603b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1640143 Jun 22 16:41:17.185769 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:17.228524 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-809cea75-f2dc-4154-8db9-b258e567018e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1b537b78-0774-4b4e-b306-1ba9eef666f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758686 Jun 22 16:41:17.338278 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-699f5f5a-bfbc-403e-9be5-b2141e4feaea req-7b344a1f-4146-4e62-8d0b-1ddbe39b01f1 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714647 Jun 22 16:41:17.392587 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-e64b2e89-55f2-4301-bded-0f0d66847ab4 service neutron] 10.222.0.74 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565125 Jun 22 16:41:17.415461 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Allocated IP 172.28.0.16 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/9c546805-763f-4a4f-a064-0c2f9c7921ac) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:41:17.561056 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-688faf55-7685-4cf2-9613-e13daebc8bab req-fc2d5263-92c0-4f56-9895-6f4a9add1390 service neutron] 10.222.0.74 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609912 Jun 22 16:41:17.586489 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed4e29-acf0-48ad-8bd2-ef37b4f2ffeb req-0833e86a-fc99-45cd-9362-ccfdc8a3c502 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:17.595238 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11ed4e29-acf0-48ad-8bd2-ef37b4f2ffeb req-0833e86a-fc99-45cd-9362-ccfdc8a3c502 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.3113911 Jun 22 16:41:17.693119 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11ed4e29-acf0-48ad-8bd2-ef37b4f2ffeb req-37c87c94-7ce2-44fb-b49c-5928926eac44 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921149 Jun 22 16:41:17.720598 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:17.761079 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44978f48-6aa6-4dfe-866b-596be6ffb78f req-6c109421-6b18-4524-8e47-a485c3da193f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:17.771414 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-44978f48-6aa6-4dfe-866b-596be6ffb78f req-6c109421-6b18-4524-8e47-a485c3da193f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 943 time: 0.2814898 Jun 22 16:41:17.777265 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-6aecb1fc-716e-495a-b643-54123d52ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:17.778964 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-6aecb1fc-716e-495a-b643-54123d52ef6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c514ab6721c644c59e3c09b456881902&device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 1096 time: 0.1294193 Jun 22 16:41:17.906862 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-44978f48-6aa6-4dfe-866b-596be6ffb78f req-229074ac-faa0-49b2-a40e-69f3571675fd tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329095 Jun 22 16:41:17.917785 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-07e6bed9-be92-438e-8c2f-5c2ae337f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:17.919962 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-07e6bed9-be92-438e-8c2f-5c2ae337f430 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1b537b78-0774-4b4e-b306-1ba9eef666f3 HTTP/1.1" status: 200 len: 913 time: 0.1211190 Jun 22 16:41:17.952188 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8e620a92-a2cf-4d29-a627-717bacdfb89a req-56554139-41e4-4adb-9937-d010654758b3 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 210 time: 0.0847785 Jun 22 16:41:17.993342 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:17.998796 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-36ca92a2-f173-4b15-8301-7dd1bc9f245c tempest-DeleteServersTestJSON-679586320 tempest-DeleteServersTestJSON-679586320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:18.078630 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-1b9f91aa-ac7b-42b9-bfbf-9afd3744fd58 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13d81229-32f0-451a-be45-038c69209940 HTTP/1.1" status: 200 len: 217 time: 0.1340990 Jun 22 16:41:18.208122 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-47dbaec1-6b65-4722-b9fa-7c1dd1264fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:18.209330 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:41:18.209646 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-47dbaec1-6b65-4722-b9fa-7c1dd1264fd7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80c39409-5e00-43c4-a7c5-5ab4282ad2c0 HTTP/1.1" status: 200 len: 852 time: 0.1242731 Jun 22 16:41:18.215015 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:41:18.219234 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:41:18.226866 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'Port': ['ID=9c546805-763f-4a4f-a064-0c2f9c7921ac,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:18.248513 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:18.263285 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-8ae794e9-6524-401b-8128-44c86e647f79 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1b537b78-0774-4b4e-b306-1ba9eef666f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435774 Jun 22 16:41:18.319047 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e227-e148-45df-bba2-6fc3ffd8e5e0 req-9d90a14c-fabf-42f0-928b-4a28c46cbffe tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:18.320564 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2047e227-e148-45df-bba2-6fc3ffd8e5e0 req-9d90a14c-fabf-42f0-928b-4a28c46cbffe tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1956713 Jun 22 16:41:18.378690 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-4536c117-e5ac-4f37-8955-77e6ebe747fe service neutron] 10.222.0.74 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986238 Jun 22 16:41:18.418112 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2047e227-e148-45df-bba2-6fc3ffd8e5e0 req-379ed910-aaca-4ba2-a53c-5341f9ee250c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858889 Jun 22 16:41:18.535550 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-0732d845-67c5-4ae8-9776-7af8dcd60c8f req-06b5940f-e283-4b09-9d61-0f22197ea10b service neutron] 10.222.0.74 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405451 Jun 22 16:41:18.965099 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-dd039f71-0170-4b03-ab2a-5a7a3b086788 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:18.976955 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-dd039f71-0170-4b03-ab2a-5a7a3b086788 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.74 "GET /v2.0/networks?id=517276e3-2707-4116-8286-732dbc67cfa6 HTTP/1.1" status: 200 len: 809 time: 0.2167511 Jun 22 16:41:18.990843 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Request body: {'port': {'device_id': '790e7376-7bbb-47a4-ac29-7ca14c9c113c', 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6', 'admin_state_up': True, 'tenant_id': 'a4de348d5c5246a6b32afd02a6c0ac69'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:19.009422 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad32b8-72c4-4545-b040-912463ade895 req-b612a90f-6e85-48b5-9234-826e5f0881e3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:19.010969 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a7ad32b8-72c4-4545-b040-912463ade895 req-b612a90f-6e85-48b5-9234-826e5f0881e3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.5111849 Jun 22 16:41:19.141520 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 13d81229-32f0-451a-be45-038c69209940 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:41:19.147076 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Made reservation on behalf of a4de348d5c5246a6b32afd02a6c0ac69 for: {'port': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:41:19.151277 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.195717 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a7ad32b8-72c4-4545-b040-912463ade895 req-6fcf0e29-1117-469b-a574-5974f3173338 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712549 Jun 22 16:41:19.214819 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0825674-4b03-4cbf-9599-2c90d0e376ef req-5cade20c-7795-4e9e-b50f-b0c790183c69 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:19.222909 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e0825674-4b03-4cbf-9599-2c90d0e376ef req-5cade20c-7795-4e9e-b50f-b0c790183c69 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.3437278 Jun 22 16:41:19.310518 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e0825674-4b03-4cbf-9599-2c90d0e376ef req-ae6180e9-fadb-438f-8d98-37ab2ecc1ebb tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859480 Jun 22 16:41:19.414195 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 13d81229-32f0-451a-be45-038c69209940, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=13d81229-32f0-451a-be45-038c69209940,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:19.427832 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '13d81229-32f0-451a-be45-038c69209940', 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3', 'port_id': '13d81229-32f0-451a-be45-038c69209940', 'mac_address': 'fa:16:3e:a9:b9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c39409-5e00-43c4-a7c5-5ab4282ad2c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:41:19.434162 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Allocated IP 172.20.0.4 (517276e3-2707-4116-8286-732dbc67cfa6/3baa65cd-7a3d-48d8-9076-ced0f730b15b/42b52d10-1f07-4e3c-99d7-104f4138e569) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:41:19.484771 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.504999 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d81229-32f0-451a-be45-038c69209940 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:41:19.506754 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.530334 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 13d81229-32f0-451a-be45-038c69209940, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=13d81229-32f0-451a-be45-038c69209940,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:19.536709 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.539312 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:19.590431 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=13d81229-32f0-451a-be45-038c69209940,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:19.594308 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:19.640770 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-62c5d6f6-2700-4ace-8d4e-3f5d820f2fc8 req-186cf4f7-82de-4f2e-97b4-0e5a37258c03 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 210 time: 0.0596125 Jun 22 16:41:19.645095 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.663744 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d93c23-e3d6-442c-bb59-8e680df1c8a3 req-e229ec78-0256-461b-a47a-884cc0de6b09 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:19.665342 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d6d93c23-e3d6-442c-bb59-8e680df1c8a3 req-e229ec78-0256-461b-a47a-884cc0de6b09 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 943 time: 0.2189059 Jun 22 16:41:19.696882 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63117185'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.702892 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-28900718-901e-436a-b099-db3b915d0671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:19.720752 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.745507 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Network 517276e3-2707-4116-8286-732dbc67cfa6 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:41:19.749870 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:41:19.753661 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d6d93c23-e3d6-442c-bb59-8e680df1c8a3 req-f9383314-1084-49bc-aabd-b5e24e8d5c08 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641954 Jun 22 16:41:19.753960 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:41:19.788113 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Pushing event updated for resources: {'Port': ['ID=42b52d10-1f07-4e3c-99d7-104f4138e569,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:19.800477 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:19.828938 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:19.829599 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.857243 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8694968 Jun 22 16:41:19.871738 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['13d81229-32f0-451a-be45-038c69209940'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:41:19.898054 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Request body: {'port': {'device_id': '790e7376-7bbb-47a4-ac29-7ca14c9c113c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:19.964591 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.973120 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:19.977579 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:20.010760 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:20.074564 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7a738-9344-404e-b1e5-d918289683bd req-e96b023e-0b80-4d1e-9f44-4da3df2ca271 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:20.076230 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16a7a738-9344-404e-b1e5-d918289683bd req-e96b023e-0b80-4d1e-9f44-4da3df2ca271 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.1895411 Jun 22 16:41:20.115677 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'Port': ['ID=9c546805-763f-4a4f-a064-0c2f9c7921ac,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:20.127384 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:20.139529 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16a7a738-9344-404e-b1e5-d918289683bd req-8304449d-f753-4c99-86e3-d0762acc651c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549309 Jun 22 16:41:20.141769 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:20.246239 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.l3_db [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Floating IP 34440fb9-7d4b-4e19-b022-2b4c961a80ac associated. External IP: 172.28.0.16, port: 1e687275-02aa-4134-a330-5a73912eb7a1. Jun 22 16:41:20.315621 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b52d10-1f07-4e3c-99d7-104f4138e569 {{(pid=93716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:41:20.323096 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:20.335499 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Transition to ACTIVE for port object 42b52d10-1f07-4e3c-99d7-104f4138e569 will not be triggered until provisioned by entity L2. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:41:20.339270 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63117203'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:20.341844 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:20.386507 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Pushing event updated for resources: {'Port': ['ID=42b52d10-1f07-4e3c-99d7-104f4138e569,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:20.390350 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:20.395434 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-fbabd945-9758-42a8-ac66-6f38bc0fdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:20.396968 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-fbabd945-9758-42a8-ac66-6f38bc0fdc98 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 1099 time: 0.1174634 Jun 22 16:41:20.461302 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Attempting to bind port 42b52d10-1f07-4e3c-99d7-104f4138e569 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:41:20.461635 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Attempting to bind port 42b52d10-1f07-4e3c-99d7-104f4138e569 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '9121fb61-254d-474c-812f-87ca97986e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6'}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:41:20.461986 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Attempting to bind port 42b52d10-1f07-4e3c-99d7-104f4138e569 on network 517276e3-2707-4116-8286-732dbc67cfa6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:41:20.466758 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Port 42b52d10-1f07-4e3c-99d7-104f4138e569 on network 517276e3-2707-4116-8286-732dbc67cfa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:41:20.467078 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Attempting to bind port 42b52d10-1f07-4e3c-99d7-104f4138e569 on network 517276e3-2707-4116-8286-732dbc67cfa6 {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:41:20.471913 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:41:20.472241 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Checking segment: {'id': '9121fb61-254d-474c-812f-87ca97986e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:41:20.472620 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Bound using segment: {'id': '9121fb61-254d-474c-812f-87ca97986e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6'} {{(pid=93716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:41:20.473038 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.managers [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Bound port: 42b52d10-1f07-4e3c-99d7-104f4138e569, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9121fb61-254d-474c-812f-87ca97986e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6'}}] {{(pid=93716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:41:20.473377 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:20.535099 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] For port 42b52d10-1f07-4e3c-99d7-104f4138e569, host hv-cinder-76810, cleared binding levels {{(pid=93716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:41:20.537988 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] For port 42b52d10-1f07-4e3c-99d7-104f4138e569, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=42b52d10-1f07-4e3c-99d7-104f4138e569,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:41:20.542495 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63117203'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:20.544329 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:20.577610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:20.578240 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:20.579671 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] 10.222.0.74 "PUT /v2.0/ports/42b52d10-1f07-4e3c-99d7-104f4138e569 HTTP/1.1" status: 200 len: 1093 time: 0.6863773 Jun 22 16:41:20.580145 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '790e7376-7bbb-47a4-ac29-7ca14c9c113c', 'tag': '42b52d10-1f07-4e3c-99d7-104f4138e569'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:20.582443 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46286471-4581-475b-a6fd-5e9e0d4dd363" -d '{"events": [{"name": "network-changed", "server_uuid": "790e7376-7bbb-47a4-ac29-7ca14c9c113c", "tag": "42b52d10-1f07-4e3c-99d7-104f4138e569"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:20.611874 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Pushing event updated for resources: {'Port': ['ID=42b52d10-1f07-4e3c-99d7-104f4138e569,revision_number=3']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:20.616248 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:20.624501 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-b262e345-f1b3-4c50-9665-2bf1f4400a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:20.625965 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-b262e345-f1b3-4c50-9665-2bf1f4400a38 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.1905212 Jun 22 16:41:20.627655 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:41:20.645915 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e81327-7ae3-4967-b391-bf457b529abe x-openstack-request-id: req-10e81327-7ae3-4967-b391-bf457b529abe {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:20.646316 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "790e7376-7bbb-47a4-ac29-7ca14c9c113c", "tag": "42b52d10-1f07-4e3c-99d7-104f4138e569", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:20.646656 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-10e81327-7ae3-4967-b391-bf457b529abe {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:20.647122 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '790e7376-7bbb-47a4-ac29-7ca14c9c113c', 'tag': '42b52d10-1f07-4e3c-99d7-104f4138e569', 'status': 'completed', 'code': 200} Jun 22 16:41:20.648314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255fb3-d3fa-4179-bcc5-623a035eec12 req-44c59fa3-979d-45e0-b1a5-e99954fd477c tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:20.649921 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15255fb3-d3fa-4179-bcc5-623a035eec12 req-44c59fa3-979d-45e0-b1a5-e99954fd477c tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.2046328 Jun 22 16:41:20.696923 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-df3921e9-86dc-42d0-ba1b-b5a4e394eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:20.698470 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-df3921e9-86dc-42d0-ba1b-b5a4e394eadf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4de348d5c5246a6b32afd02a6c0ac69&device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 1096 time: 0.0630674 Jun 22 16:41:20.747020 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-17d0c482-12fc-4ada-a3da-7652ae53b939 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42b52d10-1f07-4e3c-99d7-104f4138e569 HTTP/1.1" status: 200 len: 217 time: 0.0377984 Jun 22 16:41:20.801032 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-0799410e-57c0-4d2e-9709-1f09081e61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:20.802748 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-0799410e-57c0-4d2e-9709-1f09081e61f1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3baa65cd-7a3d-48d8-9076-ced0f730b15b HTTP/1.1" status: 200 len: 849 time: 0.0481784 Jun 22 16:41:20.847870 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-ea43371b-a89d-48ae-aa83-278273b77607 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=517276e3-2707-4116-8286-732dbc67cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326972 Jun 22 16:41:20.940709 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-b9168be3-c8bb-4bc8-8083-f04ba07fd6a5 service neutron] 10.222.0.74 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858130 Jun 22 16:41:21.035214 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-5c9987ae-4f9f-4bcd-93de-a0b8c42b7771 req-c388cfe3-d63e-4611-bc67-c0cec1882aa0 service neutron] 10.222.0.74 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871477 Jun 22 16:41:21.049441 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-d5b96325-39be-492c-8ff2-e09e9e066e8b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114281f-7d8f-4b40-949f-11d03afe74c1 HTTP/1.1" status: 200 len: 1001 time: 0.4135926 Jun 22 16:41:21.131107 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15255fb3-d3fa-4179-bcc5-623a035eec12 req-2c90222b-949e-446b-80af-e81816dfad99 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4413228 Jun 22 16:41:21.149572 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-b25856b3-cadd-4aa5-aae4-b59a7e6daf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:21.151999 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-b25856b3-cadd-4aa5-aae4-b59a7e6daf2e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a4de348d5c5246a6b32afd02a6c0ac69&device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 1096 time: 0.0648279 Jun 22 16:41:21.165071 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 13d81229-32f0-451a-be45-038c69209940 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:41:21.177865 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-612caf7e-16bb-4470-add9-786413eaaf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:21.179341 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-612caf7e-16bb-4470-add9-786413eaaf98 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.1085868 Jun 22 16:41:21.184282 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:41:21.195685 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] Sync routers for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:41:21.221624 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:41:21.223933 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:41:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:41:21.277989 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7210b-9bab-4506-9be8-b70c8dd53c73 req-1036ee5b-84df-4e42-9d7b-524098a738e6 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:21.280418 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e6d7210b-9bab-4506-9be8-b70c8dd53c73 req-1036ee5b-84df-4e42-9d7b-524098a738e6 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 943 time: 0.4967535 Jun 22 16:41:21.284087 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:21.311314 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 13d81229-32f0-451a-be45-038c69209940 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:41:21.315877 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 13d81229-32f0-451a-be45-038c69209940 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:41:21.316588 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:21.319259 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-e730f90c-779e-4b1a-b5b9-caaa7cb600e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:21.322550 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-e730f90c-779e-4b1a-b5b9-caaa7cb600e5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=517276e3-2707-4116-8286-732dbc67cfa6 HTTP/1.1" status: 200 len: 910 time: 0.1604180 Jun 22 16:41:21.381509 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:41:21.384405 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-bf8394de-5307-468b-8c7c-ce6667685290 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42b52d10-1f07-4e3c-99d7-104f4138e569 HTTP/1.1" status: 200 len: 217 time: 0.0546396 Jun 22 16:41:21.387422 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4963119 Jun 22 16:41:21.392870 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51024) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:21.396973 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:21.399400 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:21.414265 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e6d7210b-9bab-4506-9be8-b70c8dd53c73 req-ee77d139-3ffb-4200-98d7-776217949ddd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113791 Jun 22 16:41:21.418545 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-f32d3f0f-a21d-4be7-82e3-1f4c4a5e16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:21.420329 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-f32d3f0f-a21d-4be7-82e3-1f4c4a5e16fd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2310038 Jun 22 16:41:21.462267 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:21.465177 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-e46b9bb1-191a-4dd9-8868-57b21792f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:21.466759 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-e46b9bb1-191a-4dd9-8868-57b21792f3e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=3baa65cd-7a3d-48d8-9076-ced0f730b15b HTTP/1.1" status: 200 len: 849 time: 0.0762131 Jun 22 16:41:21.469970 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-c9d249fa-fcc3-44f0-8f0f-c7f88fac98f3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066639541', 'description': 'tempest-secgroup-smoke-1066639541 description', 'project_id': '734df8a54e71458abad0f6dac4997272'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:21.509502 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa391a47-9461-45db-a6e6-bae7d39b8df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d81229-32f0-451a-be45-038c69209940'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:21.512216 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf10a2eb-c9ce-4533-849e-94e890bc727e" -d '{"events": [{"server_uuid": "fa391a47-9461-45db-a6e6-bae7d39b8df7", "name": "network-vif-plugged", "status": "completed", "tag": "13d81229-32f0-451a-be45-038c69209940"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:21.525913 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06028c1f-8a7c-4930-b2ff-b7726ad1bff1 req-118faed0-2ff6-4d6c-b264-803b431bb7f8 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:21.527426 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-0a27fba6-af33-4c2a-9c17-acb689669fa6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=517276e3-2707-4116-8286-732dbc67cfa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361485 Jun 22 16:41:21.528957 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c9d249fa-fcc3-44f0-8f0f-c7f88fac98f3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:21.538457 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 13d81229-32f0-451a-be45-038c69209940, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=13d81229-32f0-451a-be45-038c69209940,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:21.546598 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-06028c1f-8a7c-4930-b2ff-b7726ad1bff1 req-118faed0-2ff6-4d6c-b264-803b431bb7f8 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 944 time: 0.2927959 Jun 22 16:41:21.547042 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:21.548978 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-9358d4ac-7b7d-410c-9fb8-f3fa3dcc5f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:21.597803 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=13d81229-32f0-451a-be45-038c69209940,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:21.608372 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:21.655291 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-acad2682-3c25-4f0d-b59b-20cf1d36d95a service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223699 Jun 22 16:41:21.677129 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-06028c1f-8a7c-4930-b2ff-b7726ad1bff1 req-befb2721-eb19-4192-b4af-0c50694b7f61 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295826 Jun 22 16:41:21.687319 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-684dea97-c21b-4492-820d-1c296e6b5b44 service neutron] 10.222.0.74 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295681 Jun 22 16:41:21.753581 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '34440fb9-7d4b-4e19-b022-2b4c961a80ac', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'floating_ip_address': '172.28.0.16', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'port_id': '1e687275-02aa-4134-a330-5a73912eb7a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'mac_address': 'fa:16:3e:80:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:41:18Z', 'updated_at': '2021-06-22T16:41:18Z', 'revision_number': 0, 'project_id': '734df8a54e71458abad0f6dac4997272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b3054a-f407-41e7-9db8-ccbbe391f199', 'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'mac_address': 'fa:16:3e:ee:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:16Z', 'updated_at': '2021-06-22T16:40:22Z', 'revision_number': 5, 'project_id': '734df8a54e71458abad0f6dac4997272', 'subnets': [{'id': '448586db-32f7-4785-9c54-549908e164e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:41:21.756207 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656cc39-3674-431b-9a82-4c700bbe7a76 req-c3697d94-ff5a-4d53-8fb6-dcaf6c4d9816 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:21.779515 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2656cc39-3674-431b-9a82-4c700bbe7a76 req-c3697d94-ff5a-4d53-8fb6-dcaf6c4d9816 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.2035279 Jun 22 16:41:21.780194 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f343e98-0db9-49f3-97b0-516f69320c5f x-openstack-request-id: req-2f343e98-0db9-49f3-97b0-516f69320c5f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:21.780517 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:21.780899 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2f343e98-0db9-49f3-97b0-516f69320c5f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:21.781310 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1', 'status': 'completed', 'code': 200} Jun 22 16:41:21.785286 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] Checking router: 5b09b5df-fd6c-4545-87a4-b0e45b1a647f for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:41:21.794986 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:41:21.796194 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:41:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:41:21.807033 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21909e34-d619-45b6-b025-a51c07e93621 x-openstack-request-id: req-21909e34-d619-45b6-b025-a51c07e93621 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:21.807338 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa391a47-9461-45db-a6e6-bae7d39b8df7", "name": "network-vif-plugged", "status": "completed", "tag": "13d81229-32f0-451a-be45-038c69209940", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:21.807605 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21909e34-d619-45b6-b025-a51c07e93621 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:21.808010 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa391a47-9461-45db-a6e6-bae7d39b8df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d81229-32f0-451a-be45-038c69209940', 'code': 200} Jun 22 16:41:21.835306 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-46286471-4581-475b-a6fd-5e9e0d4dd363 req-227ff07b-cb07-494f-8210-bed763e71975 service neutron] 10.222.0.74 "GET /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404819 Jun 22 16:41:21.854204 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1ae3b023-cff2-4abf-b3a7-eb7a46b31f4c req-88c93366-811d-4aa7-9e1a-3b1f8ccff1f5 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887529 Jun 22 16:41:21.860468 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c9d249fa-fcc3-44f0-8f0f-c7f88fac98f3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:21.873314 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c9d249fa-fcc3-44f0-8f0f-c7f88fac98f3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:21.882138 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2656cc39-3674-431b-9a82-4c700bbe7a76 req-7e50adc6-43dc-47a6-924f-d48b2f210894 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069815 Jun 22 16:41:21.883261 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0f2b61f6-71a2-4773-9789-24509fcb4cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:21.912331 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c9d249fa-fcc3-44f0-8f0f-c7f88fac98f3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:21.913821 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-c9d249fa-fcc3-44f0-8f0f-c7f88fac98f3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4511695 Jun 22 16:41:21.918322 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51030) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:21.923674 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-5deba283-d491-480a-a405-ed82ab125e69 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'security_group_rule': {'security_group_id': 'da82ca0c-fcfa-488c-8c3f-5aca4a5a1529', 'project_id': '734df8a54e71458abad0f6dac4997272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:21.927383 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:41:21.931382 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-6db20b96-2642-4d54-9dc7-14d9f3044b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:21.935272 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-6db20b96-2642-4d54-9dc7-14d9f3044b35 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=734df8a54e71458abad0f6dac4997272&device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 1099 time: 0.1459219 Jun 22 16:41:21.935953 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d249fa-fcc3-44f0-8f0f-c7f88fac98f3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:21.941716 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c9d249fa-fcc3-44f0-8f0f-c7f88fac98f3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:21.970358 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5deba283-d491-480a-a405-ed82ab125e69 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.031931 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5deba283-d491-480a-a405-ed82ab125e69 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.037495 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5deba283-d491-480a-a405-ed82ab125e69 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.039627 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:22.040140 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-a87a9f0e-3935-4f06-a9df-b558d456cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:22.041595 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-a87a9f0e-3935-4f06-a9df-b558d456cd3a service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b HTTP/1.1" status: 200 len: 916 time: 0.0985582 Jun 22 16:41:22.055995 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deba283-d491-480a-a405-ed82ab125e69 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12aaf38a-b98f-41b7-b304-4ef1d9af18a6,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:22.067026 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-5deba283-d491-480a-a405-ed82ab125e69 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:22.072595 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5deba283-d491-480a-a405-ed82ab125e69 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.077801 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-5deba283-d491-480a-a405-ed82ab125e69 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578817 Jun 22 16:41:22.078539 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51032) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:22.083378 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-d42c37b6-13a7-4fc5-8161-4a40a22e7271 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'security_group_rule': {'security_group_id': 'da82ca0c-fcfa-488c-8c3f-5aca4a5a1529', 'project_id': '734df8a54e71458abad0f6dac4997272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:22.119939 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d42c37b6-13a7-4fc5-8161-4a40a22e7271 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.152971 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-742d7c20-23d4-4982-844b-6c76321ab57b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 999 time: 0.0967631 Jun 22 16:41:22.181826 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d42c37b6-13a7-4fc5-8161-4a40a22e7271 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.186116 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '34440fb9-7d4b-4e19-b022-2b4c961a80ac', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'floating_ip_address': '172.28.0.16', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'port_id': '1e687275-02aa-4134-a330-5a73912eb7a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'mac_address': 'fa:16:3e:80:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:41:18Z', 'updated_at': '2021-06-22T16:41:18Z', 'revision_number': 0, 'project_id': '734df8a54e71458abad0f6dac4997272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b3054a-f407-41e7-9db8-ccbbe391f199', 'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'mac_address': 'fa:16:3e:ee:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:16Z', 'updated_at': '2021-06-22T16:40:22Z', 'revision_number': 5, 'project_id': '734df8a54e71458abad0f6dac4997272', 'subnets': [{'id': '448586db-32f7-4785-9c54-549908e164e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:41:22.187136 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d42c37b6-13a7-4fc5-8161-4a40a22e7271 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.189395 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-426ffda4-c6b4-4635-9622-3f47aaf09ebb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:22.211802 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d42c37b6-13a7-4fc5-8161-4a40a22e7271 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.216567 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d42c37b6-13a7-4fc5-8161-4a40a22e7271 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333959 Jun 22 16:41:22.216567 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c37b6-13a7-4fc5-8161-4a40a22e7271 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cffc455-73d5-4030-8572-af53bbee3a36,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:22.216840 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51036) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:22.221251 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-e93dd39a-cc4c-45a3-882d-0ad23d49b69f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'security_group_rule': {'security_group_id': 'da82ca0c-fcfa-488c-8c3f-5aca4a5a1529', 'project_id': '734df8a54e71458abad0f6dac4997272', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:22.226861 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42317147-0f87-4a8b-ab2c-f873a2124d53 None None] The sync data for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb is: [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '34440fb9-7d4b-4e19-b022-2b4c961a80ac', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'floating_ip_address': '172.28.0.16', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'port_id': '1e687275-02aa-4134-a330-5a73912eb7a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'mac_address': 'fa:16:3e:80:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:41:18Z', 'updated_at': '2021-06-22T16:41:18Z', 'revision_number': 0, 'project_id': '734df8a54e71458abad0f6dac4997272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25b3054a-f407-41e7-9db8-ccbbe391f199', 'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'mac_address': 'fa:16:3e:ee:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:16Z', 'updated_at': '2021-06-22T16:40:22Z', 'revision_number': 5, 'project_id': '734df8a54e71458abad0f6dac4997272', 'subnets': [{'id': '448586db-32f7-4785-9c54-549908e164e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:41:22.246619 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d42c37b6-13a7-4fc5-8161-4a40a22e7271 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:22.256461 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e93dd39a-cc4c-45a3-882d-0ad23d49b69f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.261207 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-49eaf453-8852-4695-8c9b-04745edc3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:22.263426 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-49eaf453-8852-4695-8c9b-04745edc3101 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=448586db-32f7-4785-9c54-549908e164e2 HTTP/1.1" status: 200 len: 854 time: 0.1012316 Jun 22 16:41:22.265489 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cafa6-b3f4-4b15-8c44-b7709b81d9e9 req-bf1b272e-77fe-4f4d-a14e-e9c774819fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:22.267404 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f97cafa6-b3f4-4b15-8c44-b7709b81d9e9 req-bf1b272e-77fe-4f4d-a14e-e9c774819fa5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 1098 time: 0.2091479 Jun 22 16:41:22.311086 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e93dd39a-cc4c-45a3-882d-0ad23d49b69f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.315746 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e93dd39a-cc4c-45a3-882d-0ad23d49b69f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.317849 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d42c37b6-13a7-4fc5-8161-4a40a22e7271 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:22.334881 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93dd39a-cc4c-45a3-882d-0ad23d49b69f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8222fc1a-9303-4821-b275-e44d77242956,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:22.338042 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e93dd39a-cc4c-45a3-882d-0ad23d49b69f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:22.341644 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e93dd39a-cc4c-45a3-882d-0ad23d49b69f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.345811 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-e93dd39a-cc4c-45a3-882d-0ad23d49b69f tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281204 Jun 22 16:41:22.346519 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51038) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:22.351207 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-816b7cb5-bb8a-4816-bfe4-968ab4a000a0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'security_group_rule': {'security_group_id': 'da82ca0c-fcfa-488c-8c3f-5aca4a5a1529', 'project_id': '734df8a54e71458abad0f6dac4997272', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:22.380800 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-816b7cb5-bb8a-4816-bfe4-968ab4a000a0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.393004 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f97cafa6-b3f4-4b15-8c44-b7709b81d9e9 req-b0335bc1-d8ce-41b2-9ed7-95b2297bfb86 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078541 Jun 22 16:41:22.421568 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784b252-3e6f-4949-9e10-d378e500aadd req-daf25975-bdd4-4f4a-adf1-f05d845d93bb tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:22.423617 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8784b252-3e6f-4949-9e10-d378e500aadd req-daf25975-bdd4-4f4a-adf1-f05d845d93bb tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1493258 Jun 22 16:41:22.426309 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-eeca0b54-eeb8-4714-9d83-3b2b1b95a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:22.427697 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-eeca0b54-eeb8-4714-9d83-3b2b1b95a2db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1428957 Jun 22 16:41:22.462891 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-816b7cb5-bb8a-4816-bfe4-968ab4a000a0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.472647 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-816b7cb5-bb8a-4816-bfe4-968ab4a000a0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.474724 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a61012be-f32a-499b-bcb7-af7c1475dded tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:22.510085 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b7cb5-bb8a-4816-bfe4-968ab4a000a0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9b87b6-854d-4843-9c32-dd4bc418c434,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:22.514617 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-816b7cb5-bb8a-4816-bfe4-968ab4a000a0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:22.520318 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-816b7cb5-bb8a-4816-bfe4-968ab4a000a0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.521790 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-816b7cb5-bb8a-4816-bfe4-968ab4a000a0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1739388 Jun 22 16:41:22.524607 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51048) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:22.531358 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'security_group_rule': {'security_group_id': 'da82ca0c-fcfa-488c-8c3f-5aca4a5a1529', 'project_id': '734df8a54e71458abad0f6dac4997272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:22.555928 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8784b252-3e6f-4949-9e10-d378e500aadd req-9c0269ce-9c81-49e3-a87f-2036d49f4594 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203892 Jun 22 16:41:22.573617 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.securitygroups_db [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Project 734df8a54e71458abad0f6dac4997272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 16:41:22.579208 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013637bc-e487-485d-873e-b851e6b7b875 None None] New status for floating IP 34440fb9-7d4b-4e19-b022-2b4c961a80ac: ACTIVE {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:41:22.588876 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.596812 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-68162acf-496f-45a9-b346-5f8127a38dcb service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522417 Jun 22 16:41:22.662178 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.667223 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.675199 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-5deba283-d491-480a-a405-ed82ab125e69 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:22.693084 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bc0ef4-fd65-498f-99ea-8af9e0d9dc04,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:22.697268 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:22.701513 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.701513 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1738639 Jun 22 16:41:22.703378 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51050) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:22.708586 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-597fb53f-8a98-43a5-b8bb-e516b791852b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'security_group_rule': {'security_group_id': 'da82ca0c-fcfa-488c-8c3f-5aca4a5a1529', 'project_id': '734df8a54e71458abad0f6dac4997272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:22.740846 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.securitygroups_db [None req-597fb53f-8a98-43a5-b8bb-e516b791852b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Project 734df8a54e71458abad0f6dac4997272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 16:41:22.747848 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-597fb53f-8a98-43a5-b8bb-e516b791852b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.753929 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daf918-c2fc-4b20-8c45-5d51cda5fb3c req-e55e9e98-d5a0-492e-b133-7c2195751653 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:22.755549 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15daf918-c2fc-4b20-8c45-5d51cda5fb3c req-e55e9e98-d5a0-492e-b133-7c2195751653 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 943 time: 0.1578526 Jun 22 16:41:22.758005 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-50aa8ca0-813e-4e27-b216-4b7e8e35b03b req-fd912b80-a8c9-417c-beec-b00a2af6a2f2 service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499431 Jun 22 16:41:22.803517 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15daf918-c2fc-4b20-8c45-5d51cda5fb3c req-7e41625f-09d9-47b7-8115-9bcd9a4572a5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366070 Jun 22 16:41:22.862465 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-597fb53f-8a98-43a5-b8bb-e516b791852b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.866677 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-597fb53f-8a98-43a5-b8bb-e516b791852b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.868637 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:22.882796 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597fb53f-8a98-43a5-b8bb-e516b791852b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2511f5-1168-4a49-a20a-f3767b3395ad,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:22.887337 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-597fb53f-8a98-43a5-b8bb-e516b791852b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:22.896697 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-597fb53f-8a98-43a5-b8bb-e516b791852b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:22.897911 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-597fb53f-8a98-43a5-b8bb-e516b791852b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1931913 Jun 22 16:41:22.917583 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff1721-d355-434d-8b29-dc009fd3b7f5 req-3312430d-77ec-48b3-8f11-4d00c4369792 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:22.919275 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-efff1721-d355-434d-8b29-dc009fd3b7f5 req-3312430d-77ec-48b3-8f11-4d00c4369792 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.0766301 Jun 22 16:41:22.962642 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-efff1721-d355-434d-8b29-dc009fd3b7f5 req-1a792396-77ec-4bbb-ab22-7c36ef35d566 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356903 Jun 22 16:41:23.021436 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-26cab7d2-679d-4a00-833c-7a502d46c028 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066639541&fields=id&tenant_id=734df8a54e71458abad0f6dac4997272 HTTP/1.1" status: 200 len: 267 time: 0.0326293 Jun 22 16:41:23.132454 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-e910c204-73fe-4eb5-9c68-3fdad43dd272 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:23.133800 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-e910c204-73fe-4eb5-9c68-3fdad43dd272 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.1071651 Jun 22 16:41:23.145887 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04694c6-9ca4-4cc9-86f0-829029f31263 req-b799883b-5d42-492b-9fdc-b9fc76260a70 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:23.147269 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a04694c6-9ca4-4cc9-86f0-829029f31263 req-b799883b-5d42-492b-9fdc-b9fc76260a70 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 946 time: 0.0888011 Jun 22 16:41:23.152611 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'port': {'security_groups': ['9244df3a-441e-4116-9943-45d5f40308f1', 'da82ca0c-fcfa-488c-8c3f-5aca4a5a1529']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:41:23.173795 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 42b52d10-1f07-4e3c-99d7-104f4138e569 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:41:23.180228 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:41:23.252907 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a04694c6-9ca4-4cc9-86f0-829029f31263 req-089d958e-10f8-4665-b892-2bbf5c0b414c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969911 Jun 22 16:41:23.279277 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:23.326196 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:23.344124 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 42b52d10-1f07-4e3c-99d7-104f4138e569, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=42b52d10-1f07-4e3c-99d7-104f4138e569,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:23.361533 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '42b52d10-1f07-4e3c-99d7-104f4138e569', 'network_id': '517276e3-2707-4116-8286-732dbc67cfa6', 'port_id': '42b52d10-1f07-4e3c-99d7-104f4138e569', 'mac_address': 'fa:16:3e:3c:6d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3baa65cd-7a3d-48d8-9076-ced0f730b15b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:41:23.379798 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:23.396877 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:23.400130 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:23.439272 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:23.462857 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b52d10-1f07-4e3c-99d7-104f4138e569 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:41:23.467500 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=8']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:23.473617 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:23.477064 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] For port 1e687275-02aa-4134-a330-5a73912eb7a1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1e687275-02aa-4134-a330-5a73912eb7a1,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:23.489350 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 42b52d10-1f07-4e3c-99d7-104f4138e569, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=42b52d10-1f07-4e3c-99d7-104f4138e569,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:23.493910 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:23.496194 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:23.516480 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:23.521337 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:23.525917 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:23.541063 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['1e687275-02aa-4134-a330-5a73912eb7a1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:41:23.580388 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:23.581035 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:23.582465 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a6bbb724-0d27-44cf-b12e-cff10dcb0aab req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "PUT /v2.0/ports/1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 982 time: 0.4343159 Jun 22 16:41:23.605587 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'Port': ['ID=1e687275-02aa-4134-a330-5a73912eb7a1,revision_number=6']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:23.608763 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:23.645830 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=42b52d10-1f07-4e3c-99d7-104f4138e569,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:23.651084 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:23.758747 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['1e687275-02aa-4134-a330-5a73912eb7a1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:41:23.770652 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7ea5e-1420-4b3c-b6d2-e2f4a02b7732 req-376c0bce-dbb5-46eb-97e6-6b37eba37e18 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:23.797419 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a5f7ea5e-1420-4b3c-b6d2-e2f4a02b7732 req-376c0bce-dbb5-46eb-97e6-6b37eba37e18 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1009855 Jun 22 16:41:23.801746 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:23.802577 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ad088b-231f-4bf0-bf3b-bdddc171a2df" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:23.809881 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:23.812424 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e5cf4-5f37-4eab-8cac-8fc4dfaf016d" -d '{"events": [{"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-unplugged", "status": "completed", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:23.838886 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a5f7ea5e-1420-4b3c-b6d2-e2f4a02b7732 req-a612e761-cf30-4905-8956-79bb37e96e3d tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Jun 22 16:41:23.891679 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['42b52d10-1f07-4e3c-99d7-104f4138e569'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:41:23.949330 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-ce15f04a-72d6-4bf0-a963-dbeb7569e916 None None] Provisioning complete for port 1e687275-02aa-4134-a330-5a73912eb7a1 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:41:23.949719 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ce15f04a-72d6-4bf0-a963-dbeb7569e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:23.963668 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18363a-2b14-4dac-86c3-f22685d11034 req-ea6934b6-9d73-4af3-9d12-663c6b2db9ad tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:23.965188 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fc18363a-2b14-4dac-86c3-f22685d11034 req-ea6934b6-9d73-4af3-9d12-663c6b2db9ad tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0703402 Jun 22 16:41:24.041859 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fc18363a-2b14-4dac-86c3-f22685d11034 req-835cfaec-1fa6-4d9b-aec6-1c341de90ffa tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676370 Jun 22 16:41:24.062067 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1574595-b034-4a60-94c3-b33a218e6fbf req-d354b0fe-2295-4814-bf0a-b0d816a4aabf tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:24.062067 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e1574595-b034-4a60-94c3-b33a218e6fbf req-d354b0fe-2295-4814-bf0a-b0d816a4aabf tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1052289 Jun 22 16:41:24.103428 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e679d5-5745-48f7-b7df-e9cf7cd377df x-openstack-request-id: req-92e679d5-5745-48f7-b7df-e9cf7cd377df {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:24.103767 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:24.104079 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92e679d5-5745-48f7-b7df-e9cf7cd377df {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:24.104454 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1', 'status': 'completed', 'code': 200} Jun 22 16:41:24.120180 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e1574595-b034-4a60-94c3-b33a218e6fbf req-f6a171a6-1585-409f-977f-3e3480ce5122 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512867 Jun 22 16:41:24.148169 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964ea7ca-f1a0-46b5-b151-260a36359159 x-openstack-request-id: req-964ea7ca-f1a0-46b5-b151-260a36359159 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:24.148501 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-unplugged", "status": "completed", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:24.148767 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-964ea7ca-f1a0-46b5-b151-260a36359159 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:24.149163 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'code': 200} Jun 22 16:41:24.235357 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-dae4a7f9-5492-45fa-88a2-2e6438c5c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:24.237656 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-dae4a7f9-5492-45fa-88a2-2e6438c5c64e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=734df8a54e71458abad0f6dac4997272&device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 1138 time: 0.0734930 Jun 22 16:41:24.443124 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-f17b2b56-b6ea-49bc-83cd-49ee251a34df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:24.444546 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-f17b2b56-b6ea-49bc-83cd-49ee251a34df service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b HTTP/1.1" status: 200 len: 916 time: 0.1952240 Jun 22 16:41:24.456838 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef728e-7669-4154-a61e-2b38c121f2b8 req-ebf987c8-6409-4eb0-9c51-2de479ec27c4 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:24.458281 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cbef728e-7669-4154-a61e-2b38c121f2b8 req-ebf987c8-6409-4eb0-9c51-2de479ec27c4 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 944 time: 0.1508060 Jun 22 16:41:24.465519 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c863e24-cc8b-47eb-92e1-7205cd885b22 req-54631828-c8e7-42e8-8f25-6d00054ab728 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:24.470363 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6c863e24-cc8b-47eb-92e1-7205cd885b22 req-54631828-c8e7-42e8-8f25-6d00054ab728 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.1614568 Jun 22 16:41:24.578537 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cbef728e-7669-4154-a61e-2b38c121f2b8 req-98f3c507-8304-46bc-8df6-bf6ad5a5dc22 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070132 Jun 22 16:41:24.589268 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6c863e24-cc8b-47eb-92e1-7205cd885b22 req-95afa4c5-622e-4feb-b02c-d183b1b42edc tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094332 Jun 22 16:41:24.591544 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-e7990516-bcdb-4657-a0e0-bf4390f66057 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 1001 time: 0.1190741 Jun 22 16:41:24.666910 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-feb3c3c7-424f-4b94-b8c9-35ac74b9d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:24.668448 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-feb3c3c7-424f-4b94-b8c9-35ac74b9d821 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=448586db-32f7-4785-9c54-549908e164e2 HTTP/1.1" status: 200 len: 854 time: 0.0629706 Jun 22 16:41:24.791410 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-19692da9-aced-4bf5-beee-28b32ae9845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:24.793548 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-19692da9-aced-4bf5-beee-28b32ae9845b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1155932 Jun 22 16:41:24.801049 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7224-ba71-4523-822f-2519983d5291 req-0f0efc18-21b1-4d84-992f-f4fa3b3a07f5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:24.802435 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8f0e7224-ba71-4523-822f-2519983d5291 req-0f0efc18-21b1-4d84-992f-f4fa3b3a07f5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0966327 Jun 22 16:41:24.894784 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8f0e7224-ba71-4523-822f-2519983d5291 req-b453a84d-c11c-462c-9237-c2dd5e4d2886 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820541 Jun 22 16:41:24.935158 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-2fca7436-eca1-4218-a451-4ec3b76f7e7c service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301837 Jun 22 16:41:25.112248 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-40ad088b-231f-4bf0-bf3b-bdddc171a2df req-82cf86ab-3c6c-478d-8a93-871b396cabe4 service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696050 Jun 22 16:41:25.144075 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f23e3-4755-4c29-b90c-243abf817445 req-24b008a7-9d2f-4e8c-893f-21287c39de72 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:25.152435 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-864f23e3-4755-4c29-b90c-243abf817445 req-24b008a7-9d2f-4e8c-893f-21287c39de72 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1292667 Jun 22 16:41:25.212206 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-864f23e3-4755-4c29-b90c-243abf817445 req-2ab9e907-f0e9-47af-a951-b03ee7ebffab tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491581 Jun 22 16:41:25.382828 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5d2e1-42f4-46d9-ba6a-27f892084495 req-b8d16e5a-f806-4120-9a63-c406d7c86b9a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:25.384296 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-39b5d2e1-42f4-46d9-ba6a-27f892084495 req-b8d16e5a-f806-4120-9a63-c406d7c86b9a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0727096 Jun 22 16:41:25.694478 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-39b5d2e1-42f4-46d9-ba6a-27f892084495 req-76cb186e-671b-4af8-98fc-5e7c731cfd9a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037648 Jun 22 16:41:25.882062 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cb44f-27f7-4d25-85dd-d30a83d59c1b req-f0bbdec1-d25f-4476-9817-01fdd41e4c85 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:25.883544 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8a9cb44f-27f7-4d25-85dd-d30a83d59c1b req-f0bbdec1-d25f-4476-9817-01fdd41e4c85 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 944 time: 0.0872405 Jun 22 16:41:25.949898 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8a9cb44f-27f7-4d25-85dd-d30a83d59c1b req-2377278a-2ef5-4060-8cc6-b878dd2f94f4 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481427 Jun 22 16:41:25.966730 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff364579-35fd-42b0-9a97-195117d5ee8b req-9d0fe661-08da-4441-b032-07f26ce5dfbb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:25.968301 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ff364579-35fd-42b0-9a97-195117d5ee8b req-9d0fe661-08da-4441-b032-07f26ce5dfbb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1030226 Jun 22 16:41:26.007251 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ff364579-35fd-42b0-9a97-195117d5ee8b req-6e79761b-9258-490f-be61-f06cf77206a7 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330908 Jun 22 16:41:26.059431 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51176) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:41:26.152850 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-96adcac6-a6b2-4330-a727-8560da8c698b req-c81e9f27-9178-4dc9-bd23-9c4dda3e3ef4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922136 Jun 22 16:41:26.386859 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28c6d5-5e75-4e21-b236-8a39a6fde43f req-43dbeaa2-24a6-462b-b8ff-76474757dc6d tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:26.389182 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e28c6d5-5e75-4e21-b236-8a39a6fde43f req-43dbeaa2-24a6-462b-b8ff-76474757dc6d tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0688176 Jun 22 16:41:26.431770 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e28c6d5-5e75-4e21-b236-8a39a6fde43f req-d2d16b9b-8db1-4684-8d5d-8670a5e61cfc tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369542 Jun 22 16:41:26.869219 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c001ac-23cd-4924-b54e-24abe8b6a0a7 req-40425b73-fa90-459a-9255-0038e7ba3d46 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:26.870659 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-69c001ac-23cd-4924-b54e-24abe8b6a0a7 req-40425b73-fa90-459a-9255-0038e7ba3d46 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.0666471 Jun 22 16:41:26.913612 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-69c001ac-23cd-4924-b54e-24abe8b6a0a7 req-bb2f48c1-4b18-40e5-9220-dff79a32cade tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359304 Jun 22 16:41:27.198316 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 42b52d10-1f07-4e3c-99d7-104f4138e569 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:41:27.203748 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38e1c8-c12a-451d-a109-8a8e8ac8acdc req-082d828f-2ea9-4c80-ab1f-b79968713289 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:27.205410 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6b38e1c8-c12a-451d-a109-8a8e8ac8acdc req-082d828f-2ea9-4c80-ab1f-b79968713289 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0711923 Jun 22 16:41:27.276968 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 42b52d10-1f07-4e3c-99d7-104f4138e569 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:41:27.282004 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 42b52d10-1f07-4e3c-99d7-104f4138e569 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:41:27.283039 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:27.284200 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6b38e1c8-c12a-451d-a109-8a8e8ac8acdc req-38161bba-7824-4882-9eb5-40ed7fa5c1c0 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715473 Jun 22 16:41:27.306356 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67831af-9c65-4955-aea1-f9cd5e66433b req-6ee47ba4-56f6-429c-bbd1-a5d34cf830fe tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:27.307840 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b67831af-9c65-4955-aea1-f9cd5e66433b req-6ee47ba4-56f6-429c-bbd1-a5d34cf830fe tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 944 time: 0.0939822 Jun 22 16:41:27.383788 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b67831af-9c65-4955-aea1-f9cd5e66433b req-f9d13e10-edb6-4060-93d9-553afd417c38 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669830 Jun 22 16:41:27.385390 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:27.412917 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790e7376-7bbb-47a4-ac29-7ca14c9c113c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b52d10-1f07-4e3c-99d7-104f4138e569'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:27.415790 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b81cd98-f3b7-400d-9cd6-42085f4e43be" -d '{"events": [{"server_uuid": "790e7376-7bbb-47a4-ac29-7ca14c9c113c", "name": "network-vif-plugged", "status": "completed", "tag": "42b52d10-1f07-4e3c-99d7-104f4138e569"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:27.431390 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 42b52d10-1f07-4e3c-99d7-104f4138e569, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=42b52d10-1f07-4e3c-99d7-104f4138e569,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:27.435923 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-8b97f8d6-d9c8-42df-90f5-54826d4ac3a2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:27.437569 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-8b97f8d6-d9c8-42df-90f5-54826d4ac3a2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.74 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 945 time: 0.1145315 Jun 22 16:41:27.440473 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:27.441630 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:41:27.445729 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:27.474144 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9ad7f4-5751-4e10-9b90-539efbdb8660 x-openstack-request-id: req-9b9ad7f4-5751-4e10-9b90-539efbdb8660 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:27.474727 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790e7376-7bbb-47a4-ac29-7ca14c9c113c", "name": "network-vif-plugged", "status": "completed", "tag": "42b52d10-1f07-4e3c-99d7-104f4138e569", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:27.475171 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b9ad7f4-5751-4e10-9b90-539efbdb8660 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:27.475763 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790e7376-7bbb-47a4-ac29-7ca14c9c113c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b52d10-1f07-4e3c-99d7-104f4138e569', 'code': 200} Jun 22 16:41:27.545914 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=42b52d10-1f07-4e3c-99d7-104f4138e569,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:27.565550 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Deleting port 3e9fc773-caf1-49df-806f-7cebe3984576 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:41:27.566487 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:27.577576 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.577953 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.578318 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.578657 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.578992 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.579327 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.579658 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.579982 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.580309 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.580640 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.580964 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.581281 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:41:27.585439 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:27.738778 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] For port 3e9fc773-caf1-49df-806f-7cebe3984576, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=3e9fc773-caf1-49df-806f-7cebe3984576,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:27.739104 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:27.746553 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4f458-d460-4851-b05b-b04f12316697 req-67451a1b-4930-471a-831d-194b06c1ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:27.748095 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-bca4f458-d460-4851-b05b-b04f12316697 req-67451a1b-4930-471a-831d-194b06c1ef4e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 1098 time: 0.0514429 Jun 22 16:41:27.759615 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Calling delete_port for 3e9fc773-caf1-49df-806f-7cebe3984576 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:41:27.768658 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286a191-b6e3-431d-be4a-b39bab189c64 req-22fb1c86-96e7-4624-bcbc-1ef90ffcf700 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:27.770153 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3286a191-b6e3-431d-be4a-b39bab189c64 req-22fb1c86-96e7-4624-bcbc-1ef90ffcf700 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1862168 Jun 22 16:41:27.776316 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db082cfc-2944-4995-a82f-26aac517c85f req-a2b0c659-ebeb-4872-89c3-b042150070c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:27.777727 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db082cfc-2944-4995-a82f-26aac517c85f req-a2b0c659-ebeb-4872-89c3-b042150070c6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 1097 time: 0.1927688 Jun 22 16:41:27.816591 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-bca4f458-d460-4851-b05b-b04f12316697 req-48656219-06ed-4f76-86a3-04a079ce7ccd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576637 Jun 22 16:41:27.886572 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adcac6-a6b2-4330-a727-8560da8c698b req-a9e8720a-3b96-4d57-9145-8c65040fb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:27.888152 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-96adcac6-a6b2-4330-a727-8560da8c698b req-a9e8720a-3b96-4d57-9145-8c65040fb93c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891&tenant_id=3c5fa2de56924183a1e7bf4635fc9a82 HTTP/1.1" status: 200 len: 1097 time: 0.0956295 Jun 22 16:41:27.919341 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3286a191-b6e3-431d-be4a-b39bab189c64 req-cf02a8ca-e510-4de2-9551-a1fa94d6681b tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348991 Jun 22 16:41:27.962540 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db082cfc-2944-4995-a82f-26aac517c85f req-923817bc-a13d-4f11-a66d-716a74080b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:27.963987 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db082cfc-2944-4995-a82f-26aac517c85f req-923817bc-a13d-4f11-a66d-716a74080b2b service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.1423955 Jun 22 16:41:28.049497 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b8caec5a-a580-49fb-aab5-53a4a5258c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:28.091907 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db082cfc-2944-4995-a82f-26aac517c85f req-691dd1fd-acff-409f-8dab-7c628100ee2f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114281f-7d8f-4b40-949f-11d03afe74c1 HTTP/1.1" status: 200 len: 999 time: 0.1034846 Jun 22 16:41:28.093229 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:28.098866 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:28.108911 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['3e9fc773-caf1-49df-806f-7cebe3984576', '8246896d-372f-4be7-9cd9-7fa2daa880f8'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:41:28.157558 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Pushing event deleted for resources: {'Port': ['ID=3e9fc773-caf1-49df-806f-7cebe3984576,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:28.165315 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:28.221212 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] No DVR routers for this DVR port 3e9fc773-caf1-49df-806f-7cebe3984576 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:41:28.237519 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11583587-5cc2-4782-9189-fdca04833b48 req-8b00fd73-8b94-4003-968a-c92f0541c0b2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:28.239005 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11583587-5cc2-4782-9189-fdca04833b48 req-8b00fd73-8b94-4003-968a-c92f0541c0b2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 867 time: 0.2058792 Jun 22 16:41:28.242159 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:28.243970 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8dea8429-d598-4cdc-825e-4f69b0fa480a req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.74 "DELETE /v2.0/ports/3e9fc773-caf1-49df-806f-7cebe3984576 HTTP/1.1" status: 204 len: 173 time: 0.7958229 Jun 22 16:41:28.244455 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '788365ae-4c24-4cf2-a6c9-64590d3c2846', 'name': 'network-vif-deleted', 'tag': '3e9fc773-caf1-49df-806f-7cebe3984576'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:28.246816 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb988e06-ed1c-43cc-8de3-8941cc4df998" -d '{"events": [{"server_uuid": "788365ae-4c24-4cf2-a6c9-64590d3c2846", "name": "network-vif-deleted", "tag": "3e9fc773-caf1-49df-806f-7cebe3984576"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:28.252542 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db082cfc-2944-4995-a82f-26aac517c85f req-e0cf181e-bb67-4fff-bc9a-8a489da76baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:28.253965 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db082cfc-2944-4995-a82f-26aac517c85f req-e0cf181e-bb67-4fff-bc9a-8a489da76baa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.1511505 Jun 22 16:41:28.308685 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccdb81a-0d10-41fa-b8f1-955a073cf77b x-openstack-request-id: req-3ccdb81a-0d10-41fa-b8f1-955a073cf77b {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:28.309003 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "788365ae-4c24-4cf2-a6c9-64590d3c2846", "name": "network-vif-deleted", "tag": "3e9fc773-caf1-49df-806f-7cebe3984576", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:28.309285 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3ccdb81a-0d10-41fa-b8f1-955a073cf77b {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:28.309701 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '788365ae-4c24-4cf2-a6c9-64590d3c2846', 'name': 'network-vif-deleted', 'tag': '3e9fc773-caf1-49df-806f-7cebe3984576', 'status': 'completed', 'code': 200} Jun 22 16:41:28.315440 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11583587-5cc2-4782-9189-fdca04833b48 req-9ee3a16f-5235-4579-992b-e755741817c2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Jun 22 16:41:28.368481 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db082cfc-2944-4995-a82f-26aac517c85f req-a3f61e23-d527-4b6e-a99f-4e7753bc3076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:28.370518 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db082cfc-2944-4995-a82f-26aac517c85f req-a3f61e23-d527-4b6e-a99f-4e7753bc3076 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0906479 Jun 22 16:41:28.584235 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db082cfc-2944-4995-a82f-26aac517c85f req-97abc4a6-6769-4493-9e8b-77cf0dc9d387 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019823 Jun 22 16:41:28.658013 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069db46f-c43e-40f0-9849-68b4ad40f81f req-5f8f7f69-c5ef-43e5-9274-b6c1ed0e2ccb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:28.659579 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-069db46f-c43e-40f0-9849-68b4ad40f81f req-5f8f7f69-c5ef-43e5-9274-b6c1ed0e2ccb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1783273 Jun 22 16:41:28.699334 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc77e7c-8f4a-4743-bf92-c9d02f5c900d req-4cf56dff-182b-41b3-8e16-26bf6daf9ad1 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:28.701833 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dbc77e7c-8f4a-4743-bf92-c9d02f5c900d req-4cf56dff-182b-41b3-8e16-26bf6daf9ad1 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.1696379 Jun 22 16:41:28.766000 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-069db46f-c43e-40f0-9849-68b4ad40f81f req-0cee4866-18df-44b4-9e81-244ceb8b3e80 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986500 Jun 22 16:41:28.795299 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db082cfc-2944-4995-a82f-26aac517c85f req-add22257-aead-4f53-9034-cd0b7c3a46f0 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947827 Jun 22 16:41:28.808434 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dbc77e7c-8f4a-4743-bf92-c9d02f5c900d req-8fa4330c-a057-464e-b042-aa4a5b58e8ad tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011534 Jun 22 16:41:28.912027 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adcac6-a6b2-4330-a727-8560da8c698b req-17c15a32-2610-4a32-b8c8-3d7ac5189baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:28.913370 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-96adcac6-a6b2-4330-a727-8560da8c698b req-17c15a32-2610-4a32-b8c8-3d7ac5189baa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 1097 time: 0.0527186 Jun 22 16:41:29.017182 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adcac6-a6b2-4330-a727-8560da8c698b req-dc98cb49-b4f7-419c-b56b-4910dabb02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:29.018708 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-96adcac6-a6b2-4330-a727-8560da8c698b req-dc98cb49-b4f7-419c-b56b-4910dabb02a5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.0880837 Jun 22 16:41:29.138609 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-96adcac6-a6b2-4330-a727-8560da8c698b req-09e66715-a0cd-432b-9868-49a7d5ea1f27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f114281f-7d8f-4b40-949f-11d03afe74c1 HTTP/1.1" status: 200 len: 999 time: 0.0879960 Jun 22 16:41:29.155748 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555a15f-96f9-42d7-8162-1757cfc16028 req-3f99fb05-53b6-4c48-9a34-9499df5ac91c tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:29.157336 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f555a15f-96f9-42d7-8162-1757cfc16028 req-3f99fb05-53b6-4c48-9a34-9499df5ac91c tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1168709 Jun 22 16:41:29.225246 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adcac6-a6b2-4330-a727-8560da8c698b req-00b63a38-d9b4-462a-a341-500ace17a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:29.226700 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-96adcac6-a6b2-4330-a727-8560da8c698b req-00b63a38-d9b4-462a-a341-500ace17a7d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.0685108 Jun 22 16:41:29.231508 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f555a15f-96f9-42d7-8162-1757cfc16028 req-2e0ec815-f542-404d-b0bf-3108352765ec tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657146 Jun 22 16:41:29.309466 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adcac6-a6b2-4330-a727-8560da8c698b req-d14cf348-5714-4202-99e6-ac3defa2af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:29.311061 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-96adcac6-a6b2-4330-a727-8560da8c698b req-d14cf348-5714-4202-99e6-ac3defa2af91 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0522027 Jun 22 16:41:29.410885 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-96adcac6-a6b2-4330-a727-8560da8c698b req-7e26e724-fc80-4752-925a-a623452826c9 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Jun 22 16:41:29.540680 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-82d78633-326d-4ec8-b8ed-a16fb57a83c6 req-21f630b2-159d-45af-83e1-286f3131208e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=788365ae-4c24-4cf2-a6c9-64590d3c2846 HTTP/1.1" status: 200 len: 210 time: 0.0683184 Jun 22 16:41:29.629246 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-96adcac6-a6b2-4330-a727-8560da8c698b req-fdb96787-a0e2-4e23-8a34-f3f0493937fd service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818221 Jun 22 16:41:29.640792 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acca18-7683-4a79-a6fb-73fa8336530f req-cee1a1d8-ec7f-43d1-bcde-7859b240b2c7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:29.642315 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-77acca18-7683-4a79-a6fb-73fa8336530f req-cee1a1d8-ec7f-43d1-bcde-7859b240b2c7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1007023 Jun 22 16:41:29.679424 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-77acca18-7683-4a79-a6fb-73fa8336530f req-2d031c01-19f2-4d1d-a77a-11a404066656 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314229 Jun 22 16:41:29.772397 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-c4a740af-664d-4c24-ad85-00f369d38f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:29.778159 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-c4a740af-664d-4c24-ad85-00f369d38f62 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 1098 time: 0.0709546 Jun 22 16:41:29.890728 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-194478bb-8bc4-441f-b1fb-444b004c3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:29.892464 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-194478bb-8bc4-441f-b1fb-444b004c3fe2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 911 time: 0.1055245 Jun 22 16:41:30.037178 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-231655d1-b4cb-489b-b8b3-f89638ed8d89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cabad33-f222-4945-a144-75d47d29c5a2 HTTP/1.1" status: 200 len: 1000 time: 0.1191878 Jun 22 16:41:30.068149 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3485e7-75f1-45ea-9d15-6c225897d348 req-ffa7a9a3-70bb-4952-9d22-19242284d472 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:30.069704 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3b3485e7-75f1-45ea-9d15-6c225897d348 req-ffa7a9a3-70bb-4952-9d22-19242284d472 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1629105 Jun 22 16:41:30.112444 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05055df6-401e-4a25-8204-7a91e8781ef3 req-e69f9470-5434-4fb6-a6ef-a474da5abd74 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:30.113880 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-05055df6-401e-4a25-8204-7a91e8781ef3 req-e69f9470-5434-4fb6-a6ef-a474da5abd74 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.1734786 Jun 22 16:41:30.162460 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-fd7d3071-59b0-466e-b86d-7350e82c52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:30.163883 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-fd7d3071-59b0-466e-b86d-7350e82c52c5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 200 len: 849 time: 0.0932600 Jun 22 16:41:30.188243 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3b3485e7-75f1-45ea-9d15-6c225897d348 req-3969a08c-7508-4b79-aed8-4e6fc87bd08e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081645 Jun 22 16:41:30.217496 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-05055df6-401e-4a25-8204-7a91e8781ef3 req-540c42fc-281b-4dab-aec4-374d1caeb5f0 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900879 Jun 22 16:41:30.245580 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-a9fdb774-4f80-4c66-a146-ab1a6ffb4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:30.247274 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-a9fdb774-4f80-4c66-a146-ab1a6ffb4671 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=610ba6c5-51f9-40ff-b347-fdd5091db030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0744817 Jun 22 16:41:30.727675 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a5cdf7d4-cfdb-4dc2-be66-af0da7442582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:31.152236 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fbaff-1dd5-4987-9231-78bce3ae0660 req-77a6427f-55e9-4694-848d-d2fb79600f5a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:31.154502 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a64fbaff-1dd5-4987-9231-78bce3ae0660 req-77a6427f-55e9-4694-848d-d2fb79600f5a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.3487849 Jun 22 16:41:31.191401 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a64fbaff-1dd5-4987-9231-78bce3ae0660 req-f86af643-a3a5-4ddc-9f29-9e2087c82cf7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309799 Jun 22 16:41:31.204368 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 3e9fc773-caf1-49df-806f-7cebe3984576 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:41:31.281140 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 3e9fc773-caf1-49df-806f-7cebe3984576 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:41:31.282161 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 3e9fc773-caf1-49df-806f-7cebe3984576 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:41:31.300314 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:31.307608 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98083bc-ad69-4256-a4de-061fa0e6be9b req-aeb3457c-45cd-413d-a2a1-ef750080be9a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:31.309364 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d98083bc-ad69-4256-a4de-061fa0e6be9b req-aeb3457c-45cd-413d-a2a1-ef750080be9a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0732059 Jun 22 16:41:31.355493 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d98083bc-ad69-4256-a4de-061fa0e6be9b req-756ad5e8-c415-48e7-b370-43271e169f87 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 Jun 22 16:41:31.432564 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589db4e-02ac-407e-b949-794b4e83bfb8 req-82dd266a-1f12-4957-abcc-db9dc4c601cb tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:31.434093 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f589db4e-02ac-407e-b949-794b4e83bfb8 req-82dd266a-1f12-4957-abcc-db9dc4c601cb tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0778096 Jun 22 16:41:31.497710 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f589db4e-02ac-407e-b949-794b4e83bfb8 req-215d25ef-eb7c-466d-9633-e27056ef21a5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577490 Jun 22 16:41:31.535124 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224924ac-84f4-4694-be67-9422c8f9290a req-5effecc4-e659-411a-8115-2e8400fba10f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:31.536843 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-224924ac-84f4-4694-be67-9422c8f9290a req-5effecc4-e659-411a-8115-2e8400fba10f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0710514 Jun 22 16:41:31.587321 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-224924ac-84f4-4694-be67-9422c8f9290a req-cccd9fac-e0e0-48b7-9932-b131dd6d64ea tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439205 Jun 22 16:41:31.712276 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:32.367546 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c9312-b6b5-4fec-9eb6-be2734ed6a67 req-56e44a66-4e48-4177-ba97-4de459d7c098 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:32.368879 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c87c9312-b6b5-4fec-9eb6-be2734ed6a67 req-56e44a66-4e48-4177-ba97-4de459d7c098 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0607150 Jun 22 16:41:32.410648 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c87c9312-b6b5-4fec-9eb6-be2734ed6a67 req-9550c56c-33f5-4dfd-9cdc-610f0d9f06a3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355155 Jun 22 16:41:32.533074 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:32.548472 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3765a-71b6-4472-981c-05f5d4c7e2c8 req-80a78456-024f-4cf0-88da-d900ffbff68c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:32.550202 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-36b3765a-71b6-4472-981c-05f5d4c7e2c8 req-80a78456-024f-4cf0-88da-d900ffbff68c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0748870 Jun 22 16:41:32.593625 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-36b3765a-71b6-4472-981c-05f5d4c7e2c8 req-9424b15b-ad45-443f-b8bc-9de99069ac03 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335770 Jun 22 16:41:32.710726 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58916f6-6a35-4d6f-955f-2768a43cba8a req-badf5273-133e-46b6-9ce5-48caed6d44af tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:32.712177 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f58916f6-6a35-4d6f-955f-2768a43cba8a req-badf5273-133e-46b6-9ce5-48caed6d44af tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0839183 Jun 22 16:41:32.789146 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f58916f6-6a35-4d6f-955f-2768a43cba8a req-ec537ec7-60e7-4bc1-bb65-f13925593927 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714221 Jun 22 16:41:32.832769 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f19a09-640f-41be-85f1-5111c47e23aa req-bac0c7db-90b4-427f-be9c-e975ab2674ca tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:32.834228 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-54f19a09-640f-41be-85f1-5111c47e23aa req-bac0c7db-90b4-427f-be9c-e975ab2674ca tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0896473 Jun 22 16:41:32.872282 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-54f19a09-640f-41be-85f1-5111c47e23aa req-efb22427-443c-496b-a4af-3f4ea0d71cde tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324082 Jun 22 16:41:33.607128 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c66ff-63bc-4be1-94de-0614e27ed1f5 req-5139595c-385b-443e-aad5-aa816aa556d7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:33.608571 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-048c66ff-63bc-4be1-94de-0614e27ed1f5 req-5139595c-385b-443e-aad5-aa816aa556d7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0721800 Jun 22 16:41:33.648142 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-048c66ff-63bc-4be1-94de-0614e27ed1f5 req-8e69661d-c465-406e-8d2e-d2efd84e2b24 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337200 Jun 22 16:41:33.693097 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:33.776814 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e40e86-21cb-4040-98c0-750042193130 req-c480a60f-3e2c-4a74-92a0-a43d049b01a2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:33.778223 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38e40e86-21cb-4040-98c0-750042193130 req-c480a60f-3e2c-4a74-92a0-a43d049b01a2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0704422 Jun 22 16:41:33.817531 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38e40e86-21cb-4040-98c0-750042193130 req-af5fce0c-4536-4571-8a3e-725f0db63b75 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Jun 22 16:41:33.976773 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6874d-c5ae-4610-8d6d-2f9606408cbd req-2f8cef74-fd02-40e0-a142-bfbdaf3da3f5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:33.978325 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-23f6874d-c5ae-4610-8d6d-2f9606408cbd req-2f8cef74-fd02-40e0-a142-bfbdaf3da3f5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0617604 Jun 22 16:41:34.051955 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-23f6874d-c5ae-4610-8d6d-2f9606408cbd req-d62a277d-a2de-4012-b246-fbd2359ba36f tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650873 Jun 22 16:41:34.077138 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382b6ff-a13b-4e38-bf5c-99123ac90544 req-d0ce2731-8750-4b67-a0e6-342c63d88875 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:34.078759 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2382b6ff-a13b-4e38-bf5c-99123ac90544 req-d0ce2731-8750-4b67-a0e6-342c63d88875 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0854063 Jun 22 16:41:34.123275 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2382b6ff-a13b-4e38-bf5c-99123ac90544 req-fbc5ea92-4e0c-4f7d-b0e7-4bd17d675f15 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385354 Jun 22 16:41:34.852738 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c0b0a-e027-42eb-9c0c-74321513b7e3 req-9456ac4b-ad09-4440-bffb-5f0ea6a185a8 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:34.854237 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-742c0b0a-e027-42eb-9c0c-74321513b7e3 req-9456ac4b-ad09-4440-bffb-5f0ea6a185a8 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0624778 Jun 22 16:41:34.892515 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-742c0b0a-e027-42eb-9c0c-74321513b7e3 req-ccffd3a9-d999-4d26-804b-b69e334f88bc tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322261 Jun 22 16:41:34.998835 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c716e-f8ae-4809-8678-f2d3a9df3f4b req-fb081664-4fbb-4393-bfc1-b651a6aa6fc3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:35.000214 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d05c716e-f8ae-4809-8678-f2d3a9df3f4b req-fb081664-4fbb-4393-bfc1-b651a6aa6fc3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0666187 Jun 22 16:41:35.036700 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d05c716e-f8ae-4809-8678-f2d3a9df3f4b req-b437ce65-94c8-48d3-a291-9a7b5868cdff tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309594 Jun 22 16:41:35.237922 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4ddd4-2d01-4a43-b2e3-728c895a61c4 req-bd5b4547-f95b-4e8d-b4a1-ee594538285b tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:35.239963 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c1f4ddd4-2d01-4a43-b2e3-728c895a61c4 req-bd5b4547-f95b-4e8d-b4a1-ee594538285b tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0724561 Jun 22 16:41:35.315071 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c1f4ddd4-2d01-4a43-b2e3-728c895a61c4 req-ac7022fa-5d14-4b29-a522-802c9c942a5c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692263 Jun 22 16:41:35.342264 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b824cd-9e7f-4952-b658-4f4b3ec475ea req-6632127f-588e-4cf8-8b54-f94f83f39ce7 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:35.343951 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-08b824cd-9e7f-4952-b658-4f4b3ec475ea req-6632127f-588e-4cf8-8b54-f94f83f39ce7 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0919902 Jun 22 16:41:35.380873 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-08b824cd-9e7f-4952-b658-4f4b3ec475ea req-fd576e9d-2ff6-48c9-af8b-23703d7289c2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310228 Jun 22 16:41:36.068624 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8c09b-e164-40df-932b-9e9e56dc74e9 req-e29905ee-b1df-4a00-9806-35d3239b9fe7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:36.070466 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-99e8c09b-e164-40df-932b-9e9e56dc74e9 req-e29905ee-b1df-4a00-9806-35d3239b9fe7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0668445 Jun 22 16:41:36.120265 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-99e8c09b-e164-40df-932b-9e9e56dc74e9 req-cbd55abd-1ef0-42d9-8587-9e8e1b7846d3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383244 Jun 22 16:41:36.213167 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f68b6-30f1-480e-80c0-dbc83035d0a0 req-63e48f9e-300f-4265-a3a7-1b8324ae2fc5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:36.214710 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b56f68b6-30f1-480e-80c0-dbc83035d0a0 req-63e48f9e-300f-4265-a3a7-1b8324ae2fc5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0678999 Jun 22 16:41:36.252136 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b56f68b6-30f1-480e-80c0-dbc83035d0a0 req-985b5131-c915-4de7-baa4-0d869d4af263 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317750 Jun 22 16:41:36.502828 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aea1b6-f816-40b3-9e1c-2237a48cfcb4 req-b732c0a1-4c2a-428a-a0b3-b3da59a49ddc tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:36.504427 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-82aea1b6-f816-40b3-9e1c-2237a48cfcb4 req-b732c0a1-4c2a-428a-a0b3-b3da59a49ddc tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0667858 Jun 22 16:41:36.583266 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-82aea1b6-f816-40b3-9e1c-2237a48cfcb4 req-5184b4c3-175a-4d19-8532-6347258c0436 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682962 Jun 22 16:41:36.603947 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92341772-206d-4d8a-b3c8-1f0033f82624 req-6e76296c-4ef7-41c5-9c6a-bceb81fa3191 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:36.605390 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-92341772-206d-4d8a-b3c8-1f0033f82624 req-6e76296c-4ef7-41c5-9c6a-bceb81fa3191 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0995817 Jun 22 16:41:36.642266 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-92341772-206d-4d8a-b3c8-1f0033f82624 req-d404ab1a-7069-4f0e-9e78-8e1d71f39f7d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305648 Jun 22 16:41:37.316997 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ceb2a0-9f80-48f6-9b0f-9625211d5bc6 req-7a37535d-666a-41fb-88e3-b66b1096a6e9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:37.318623 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68ceb2a0-9f80-48f6-9b0f-9625211d5bc6 req-7a37535d-666a-41fb-88e3-b66b1096a6e9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0786519 Jun 22 16:41:37.356586 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68ceb2a0-9f80-48f6-9b0f-9625211d5bc6 req-a4d36548-59d5-479f-b43b-860a05017360 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320725 Jun 22 16:41:37.429716 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad463bd-d6bc-4b9b-9bb6-a2613263704e req-641be24b-c300-48cb-8d59-742f69c49097 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:37.431253 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aad463bd-d6bc-4b9b-9bb6-a2613263704e req-641be24b-c300-48cb-8d59-742f69c49097 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0677454 Jun 22 16:41:37.468881 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aad463bd-d6bc-4b9b-9bb6-a2613263704e req-74886bd8-f092-4f23-b0e4-58976f203b8d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Jun 22 16:41:37.774670 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a2a88-b7f2-4a89-b40b-51b60f1fee73 req-22458da9-2856-4155-b961-a819e760f7c5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:37.780625 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2b7a2a88-b7f2-4a89-b40b-51b60f1fee73 req-22458da9-2856-4155-b961-a819e760f7c5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0814431 Jun 22 16:41:37.847193 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2b7a2a88-b7f2-4a89-b40b-51b60f1fee73 req-bd07a9f3-fdc9-4479-9acc-a656e0d1e926 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646691 Jun 22 16:41:37.896562 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5705b5f-2d5d-4f62-8ecd-0c942a72f390 req-abe452cd-2b4e-4847-b60a-d98e73a02184 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:37.904156 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f5705b5f-2d5d-4f62-8ecd-0c942a72f390 req-abe452cd-2b4e-4847-b60a-d98e73a02184 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1143432 Jun 22 16:41:37.940659 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f5705b5f-2d5d-4f62-8ecd-0c942a72f390 req-3bd9ee01-ee1d-4e77-8bf2-794a399456f7 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354841 Jun 22 16:41:38.551697 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5654a7-f385-4a53-88a8-7794b1070e66 req-e0c3188d-855f-4ff5-8883-50e82feba9bf tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:38.553289 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fa5654a7-f385-4a53-88a8-7794b1070e66 req-e0c3188d-855f-4ff5-8883-50e82feba9bf tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0815821 Jun 22 16:41:38.601595 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fa5654a7-f385-4a53-88a8-7794b1070e66 req-fc150945-53dd-4dc5-8343-a8cc6523cd42 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Jun 22 16:41:38.651156 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71366c43-a0e2-4d5a-a381-c171a00f159c req-d8157348-d102-4108-9d48-cea96587c60d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:38.652521 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-71366c43-a0e2-4d5a-a381-c171a00f159c req-d8157348-d102-4108-9d48-cea96587c60d tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0671804 Jun 22 16:41:38.690288 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-71366c43-a0e2-4d5a-a381-c171a00f159c req-b1fe75c1-443c-48a1-aab4-b8037e95f349 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315471 Jun 22 16:41:39.032669 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a6a54-acd1-45c4-8d31-40d728b934cb req-523287a5-f7ba-4fe9-bf77-d50e090a72e1 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:39.034176 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-619a6a54-acd1-45c4-8d31-40d728b934cb req-523287a5-f7ba-4fe9-bf77-d50e090a72e1 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0720551 Jun 22 16:41:39.099852 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-619a6a54-acd1-45c4-8d31-40d728b934cb req-8a44a668-1d61-4992-bd03-0411c64d867e tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597291 Jun 22 16:41:39.135892 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6874c3-bc6a-42fa-88d0-af37a5413fe4 req-b5fc2d52-5622-4b3b-885b-c9fbddb27cf1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:39.137379 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1a6874c3-bc6a-42fa-88d0-af37a5413fe4 req-b5fc2d52-5622-4b3b-885b-c9fbddb27cf1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0708909 Jun 22 16:41:39.178427 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1a6874c3-bc6a-42fa-88d0-af37a5413fe4 req-47c3d8ab-0e3f-41a3-b6e7-4af3294e1673 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344722 Jun 22 16:41:39.795256 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cc24c-7445-409e-9561-3d5c3c8309c5 req-a4e52454-75f0-42b7-85f5-05b28abe6c35 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:39.802282 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a61cc24c-7445-409e-9561-3d5c3c8309c5 req-a4e52454-75f0-42b7-85f5-05b28abe6c35 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0797639 Jun 22 16:41:39.871146 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a61cc24c-7445-409e-9561-3d5c3c8309c5 req-fe533e95-6a1f-4014-a41c-7428e11f7b95 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673783 Jun 22 16:41:39.900107 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6795c-783e-45bd-8d49-d4be7759e824 req-106c20be-eaef-4f03-8360-d5fd21bfc919 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:39.901956 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f9f6795c-783e-45bd-8d49-d4be7759e824 req-106c20be-eaef-4f03-8360-d5fd21bfc919 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0915816 Jun 22 16:41:39.942127 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f9f6795c-783e-45bd-8d49-d4be7759e824 req-69c70799-cf35-4a6d-9b8b-317fd9777694 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Jun 22 16:41:40.292961 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5029db9-1719-447f-97e3-5a254e833963 req-e75837fa-f980-4345-83b7-e59ff487a5b7 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:40.295577 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e5029db9-1719-447f-97e3-5a254e833963 req-e75837fa-f980-4345-83b7-e59ff487a5b7 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0796504 Jun 22 16:41:40.376428 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e5029db9-1719-447f-97e3-5a254e833963 req-7865b65a-4e27-4f33-97fc-b0d9be64fa49 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746958 Jun 22 16:41:40.409356 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefa7d9-c406-42d8-9e23-a0f7bed25d91 req-d1da1258-3120-44bc-a227-cc00c98a5c47 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:40.411064 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1fefa7d9-c406-42d8-9e23-a0f7bed25d91 req-d1da1258-3120-44bc-a227-cc00c98a5c47 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1030440 Jun 22 16:41:40.448943 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1fefa7d9-c406-42d8-9e23-a0f7bed25d91 req-9ce1ea1e-dc0e-421e-86fc-24a4c619e512 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Jun 22 16:41:41.058951 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafc13e-454b-44e6-aed0-b342cbb04104 req-3e50082c-83a7-4c52-bf8b-10d9155dfd74 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:41.061075 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-abafc13e-454b-44e6-aed0-b342cbb04104 req-3e50082c-83a7-4c52-bf8b-10d9155dfd74 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0755980 Jun 22 16:41:41.144040 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-abafc13e-454b-44e6-aed0-b342cbb04104 req-af62b4c6-0cdf-4782-a953-2fa4c3c52e50 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774677 Jun 22 16:41:41.172403 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d71405-6071-4f6f-9e93-748af1309139 req-53f8fc2d-2f38-4093-acc1-dba0a9b9fb86 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:41.174038 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68d71405-6071-4f6f-9e93-748af1309139 req-53f8fc2d-2f38-4093-acc1-dba0a9b9fb86 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0927937 Jun 22 16:41:41.214125 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68d71405-6071-4f6f-9e93-748af1309139 req-5c458df8-5a94-4d18-890b-319ab1058f7e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Jun 22 16:41:41.583294 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34bcfd-176b-46a1-b977-75603d2a0f9b req-94d6b4fa-32bd-4cb1-aea9-2ed29889021b tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:41.584734 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7d34bcfd-176b-46a1-b977-75603d2a0f9b req-94d6b4fa-32bd-4cb1-aea9-2ed29889021b tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0869601 Jun 22 16:41:41.653641 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7d34bcfd-176b-46a1-b977-75603d2a0f9b req-a4aabf85-d825-4060-bf6e-d5112d50dd8d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597179 Jun 22 16:41:41.674568 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9cdbb-6aeb-4a13-aed6-9be1fb6995b5 req-7fb5f348-2bf1-46ac-9cf0-417aba066480 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:41.676007 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-86b9cdbb-6aeb-4a13-aed6-9be1fb6995b5 req-7fb5f348-2bf1-46ac-9cf0-417aba066480 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0904279 Jun 22 16:41:41.718888 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-86b9cdbb-6aeb-4a13-aed6-9be1fb6995b5 req-792cd8f0-0a60-45a0-a8b2-be0c2b2fa43d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373116 Jun 22 16:41:42.331518 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8e97a-6922-4292-a881-fdc55b5b6500 req-6fffdccd-e3e4-40df-9c1f-158ba0901d0c tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:42.332983 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ebf8e97a-6922-4292-a881-fdc55b5b6500 req-6fffdccd-e3e4-40df-9c1f-158ba0901d0c tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0797098 Jun 22 16:41:42.402232 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ebf8e97a-6922-4292-a881-fdc55b5b6500 req-26a77fd8-bcaa-4fcb-a20f-3572a69b8219 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619547 Jun 22 16:41:42.439626 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238002d-afce-48ed-9a08-50a6bb7d0f70 req-cae84cb5-79c9-4d98-9f08-76259ffd38ca tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:42.441128 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e238002d-afce-48ed-9a08-50a6bb7d0f70 req-cae84cb5-79c9-4d98-9f08-76259ffd38ca tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0860338 Jun 22 16:41:42.486418 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e238002d-afce-48ed-9a08-50a6bb7d0f70 req-70bd71ab-09da-4cc2-8f85-dd466b34c819 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386121 Jun 22 16:41:42.847710 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed2a4b-ea20-400d-864b-1f072f7676d0 req-3ac5dac2-66b0-425b-8d31-526d13741787 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:42.849310 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68ed2a4b-ea20-400d-864b-1f072f7676d0 req-3ac5dac2-66b0-425b-8d31-526d13741787 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0773318 Jun 22 16:41:42.918383 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68ed2a4b-ea20-400d-864b-1f072f7676d0 req-1a1d2027-0704-4e4b-96c3-e4499974ffa6 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587585 Jun 22 16:41:42.950637 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8f0e2-1657-4ade-ade1-415c480908dc req-ff57cdd7-0137-47bf-b07d-0ff399565863 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:42.952392 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-62e8f0e2-1657-4ade-ade1-415c480908dc req-ff57cdd7-0137-47bf-b07d-0ff399565863 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1021829 Jun 22 16:41:42.992194 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-62e8f0e2-1657-4ade-ade1-415c480908dc req-3f52dd44-3320-425f-9148-c3de8c061be0 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331457 Jun 22 16:41:43.303406 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:41:43.587553 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573b405-1a6f-4a95-b5aa-9f85d8bd2758 req-b930b1e2-5694-4fca-ad7b-659bae9616f9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:43.589721 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6573b405-1a6f-4a95-b5aa-9f85d8bd2758 req-b930b1e2-5694-4fca-ad7b-659bae9616f9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0751913 Jun 22 16:41:43.660670 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6573b405-1a6f-4a95-b5aa-9f85d8bd2758 req-5a88db52-3b06-40df-ad88-4b5374f63b43 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583215 Jun 22 16:41:43.700094 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b0e55-ddbd-47a9-a23e-2fd17b4a0bb7 req-133c570f-4c2c-46a1-a268-c9d68d2e39aa tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:43.701458 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-053b0e55-ddbd-47a9-a23e-2fd17b4a0bb7 req-133c570f-4c2c-46a1-a268-c9d68d2e39aa tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0803130 Jun 22 16:41:43.738345 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-053b0e55-ddbd-47a9-a23e-2fd17b4a0bb7 req-3e105b51-bf24-4f41-9434-7a92739ffbdd tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307081 Jun 22 16:41:44.098014 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba6392-d3ab-4fa0-905d-d0a7db030719 req-c34f240d-37de-4bd8-9548-e41d87d5e115 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:44.099486 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ebba6392-d3ab-4fa0-905d-d0a7db030719 req-c34f240d-37de-4bd8-9548-e41d87d5e115 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0620821 Jun 22 16:41:44.168974 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ebba6392-d3ab-4fa0-905d-d0a7db030719 req-69ff47aa-13cd-4bd8-8b2e-013b81b9f27d tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637224 Jun 22 16:41:44.203882 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74ce5d-5ea3-41c7-8e01-3a5a6733edb2 req-7329ecd9-aaea-4a46-a2c3-d59743f68f97 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:44.205076 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2e74ce5d-5ea3-41c7-8e01-3a5a6733edb2 req-7329ecd9-aaea-4a46-a2c3-d59743f68f97 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0798411 Jun 22 16:41:44.243442 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2e74ce5d-5ea3-41c7-8e01-3a5a6733edb2 req-37ffba31-8855-44eb-9815-f2c5d6a7e2b5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328078 Jun 22 16:41:44.835301 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02afa0a-eb46-4c57-a14e-6477c437dbb9 req-563d04d9-c265-4819-9e8f-a7581afcbb6e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:44.836751 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c02afa0a-eb46-4c57-a14e-6477c437dbb9 req-563d04d9-c265-4819-9e8f-a7581afcbb6e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0622015 Jun 22 16:41:44.920917 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c02afa0a-eb46-4c57-a14e-6477c437dbb9 req-6e9ba092-266a-4f86-b178-435693006afe tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782039 Jun 22 16:41:44.956224 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d9f05-17a1-4181-8aa3-2e4169287f21 req-d4eedbb2-25f7-47f6-8150-dbba442a8558 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:44.958695 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-991d9f05-17a1-4181-8aa3-2e4169287f21 req-d4eedbb2-25f7-47f6-8150-dbba442a8558 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1096952 Jun 22 16:41:44.997105 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-991d9f05-17a1-4181-8aa3-2e4169287f21 req-c2d34f75-9950-4b6d-a83f-1cb462edf03f tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Jun 22 16:41:45.380943 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca62da8-b154-4811-9b38-9c975a52b6fc req-8660dbf7-cb24-4e5b-ae13-7339d09a816f tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:45.382403 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fca62da8-b154-4811-9b38-9c975a52b6fc req-8660dbf7-cb24-4e5b-ae13-7339d09a816f tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0626857 Jun 22 16:41:45.454746 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fca62da8-b154-4811-9b38-9c975a52b6fc req-9076708a-6704-4abb-ba9b-5e083278fb68 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626938 Jun 22 16:41:45.473676 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ea945-8d92-4b20-993a-f8afd7b5b9a6 req-781bf38a-17cd-463a-9a32-fdeb67cbdfb1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:45.475144 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e11ea945-8d92-4b20-993a-f8afd7b5b9a6 req-781bf38a-17cd-463a-9a32-fdeb67cbdfb1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0918739 Jun 22 16:41:45.511663 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e11ea945-8d92-4b20-993a-f8afd7b5b9a6 req-62c39072-40fd-4e21-9da3-204b8547b12d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310099 Jun 22 16:41:46.108045 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484677a-1033-4a2f-b17d-b9dbf786d336 req-43d9ce9e-afcc-4f3f-be58-44ff9d9123a7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:46.110163 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7484677a-1033-4a2f-b17d-b9dbf786d336 req-43d9ce9e-afcc-4f3f-be58-44ff9d9123a7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0634358 Jun 22 16:41:46.196794 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7484677a-1033-4a2f-b17d-b9dbf786d336 req-2cedbcd1-cd3b-445f-b94b-9f42ebd57a61 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446520 Jun 22 16:41:46.213760 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bd4a4-8d66-4870-b9fb-a19ec181a768 req-47d079f6-51c7-4b8c-a334-38820b641adf tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:46.215272 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9d6bd4a4-8d66-4870-b9fb-a19ec181a768 req-47d079f6-51c7-4b8c-a334-38820b641adf tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1042051 Jun 22 16:41:46.255353 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9d6bd4a4-8d66-4870-b9fb-a19ec181a768 req-f2e6d278-c260-409f-92f4-6c275e97e4d3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Jun 22 16:41:46.641737 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd6e45-ac96-4417-b22e-2dc8adc025fa req-a77bf61f-95a6-4dae-b5a8-eace1fe45f28 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:46.643094 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-35bd6e45-ac96-4417-b22e-2dc8adc025fa req-a77bf61f-95a6-4dae-b5a8-eace1fe45f28 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0791545 Jun 22 16:41:46.707619 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-35bd6e45-ac96-4417-b22e-2dc8adc025fa req-5a5fddd3-da26-4b64-8c2f-07aab6f535e7 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564835 Jun 22 16:41:46.725992 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e40826-eb6a-4edc-9839-9a7370d4ef1a req-b794277d-e940-4e66-8412-d435b63b2838 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:46.727412 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64e40826-eb6a-4edc-9839-9a7370d4ef1a req-b794277d-e940-4e66-8412-d435b63b2838 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0935488 Jun 22 16:41:46.764258 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64e40826-eb6a-4edc-9839-9a7370d4ef1a req-df768f1b-fd87-44cb-97df-084f2df616ad tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Jun 22 16:41:47.382595 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b6d61-6ae7-4303-b03f-ed7725673ef3 req-09f4fa52-5e2c-4f18-9e23-da32bcd47222 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:47.384013 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-659b6d61-6ae7-4303-b03f-ed7725673ef3 req-09f4fa52-5e2c-4f18-9e23-da32bcd47222 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0743079 Jun 22 16:41:47.445968 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-659b6d61-6ae7-4303-b03f-ed7725673ef3 req-b8666fde-854a-4d16-8a57-33e059c2431c tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434892 Jun 22 16:41:47.464304 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a2107-d1a1-47b8-a2ff-0d2df309ecdc req-e5935d39-6705-428d-becc-0446a8127a5e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:47.465742 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9e5a2107-d1a1-47b8-a2ff-0d2df309ecdc req-e5935d39-6705-428d-becc-0446a8127a5e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0995512 Jun 22 16:41:47.503441 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9e5a2107-d1a1-47b8-a2ff-0d2df309ecdc req-0db869a5-e62b-4045-8465-258821f5c23b tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Jun 22 16:41:47.879681 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc62ab-50a3-4fd7-addb-3b0f295c64a1 req-9c282eb5-1c97-4ce9-9326-a799cfd914d5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:47.881109 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-09fc62ab-50a3-4fd7-addb-3b0f295c64a1 req-9c282eb5-1c97-4ce9-9326-a799cfd914d5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0643182 Jun 22 16:41:47.917598 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-09fc62ab-50a3-4fd7-addb-3b0f295c64a1 req-d3ee872f-8c91-41b8-b167-270fe3638786 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308659 Jun 22 16:41:48.075179 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8a6b0-ccae-40bc-895d-021e327dab9e req-6d148cc6-f247-4e2c-bac6-2db0943d51f4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:48.076520 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-76d8a6b0-ccae-40bc-895d-021e327dab9e req-6d148cc6-f247-4e2c-bac6-2db0943d51f4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0628610 Jun 22 16:41:48.113117 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-76d8a6b0-ccae-40bc-895d-021e327dab9e req-bc681109-77f7-48dc-b580-3ab7d05cac8e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304253 Jun 22 16:41:48.256710 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-d10fde0a-b060-4681-90a4-50089d859ead service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864823 Jun 22 16:41:48.371506 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c45e1b5-4413-42dd-9a4e-a29f916f8e5e req-aa727057-11b6-498a-8e10-27601aac581b service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884759 Jun 22 16:41:48.678163 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ccc2-0bb3-46b7-913a-961e6bb56b09 req-e5c13058-8dd7-4841-ae65-6fb480c28913 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:48.679633 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3956ccc2-0bb3-46b7-913a-961e6bb56b09 req-e5c13058-8dd7-4841-ae65-6fb480c28913 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1166623 Jun 22 16:41:48.712910 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c18aad-cd39-4e13-913a-54e854f0ffe5 req-fd8308e1-56b8-46bb-9099-600709e2123e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:48.714488 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-53c18aad-cd39-4e13-913a-54e854f0ffe5 req-fd8308e1-56b8-46bb-9099-600709e2123e tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0966678 Jun 22 16:41:48.743335 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3956ccc2-0bb3-46b7-913a-961e6bb56b09 req-a3ae9d40-2dc5-4540-91af-c3cfd7a70aef tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558655 Jun 22 16:41:48.775208 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-53c18aad-cd39-4e13-913a-54e854f0ffe5 req-6c381ffd-edbd-43a6-953f-79a50cb92695 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501752 Jun 22 16:41:49.086244 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc2079-e433-461e-a31e-e40ced767863 req-d65bc613-b4f2-41db-8d1a-bdb10ddcebba tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:49.087680 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-02bc2079-e433-461e-a31e-e40ced767863 req-d65bc613-b4f2-41db-8d1a-bdb10ddcebba tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0614197 Jun 22 16:41:49.124619 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-02bc2079-e433-461e-a31e-e40ced767863 req-a5b4145d-23e9-47ce-b950-b0a689cd59bf tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313985 Jun 22 16:41:49.296784 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cfef6-cf57-4965-9090-4a3bdd04fb29 req-002f18c4-273e-482f-b8df-31404f39f0ed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:49.298866 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7d4cfef6-cf57-4965-9090-4a3bdd04fb29 req-002f18c4-273e-482f-b8df-31404f39f0ed tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0674257 Jun 22 16:41:49.336396 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7d4cfef6-cf57-4965-9090-4a3bdd04fb29 req-f12dc3aa-b444-44bc-ab7b-c27769c0c11c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316157 Jun 22 16:41:49.951551 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aaa99c-d938-4628-a2c2-d545c5b52602 req-739b607f-aecb-4524-a807-6e7ee4e1160a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:49.953006 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-30aaa99c-d938-4628-a2c2-d545c5b52602 req-739b607f-aecb-4524-a807-6e7ee4e1160a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0972576 Jun 22 16:41:49.975491 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a183b3-7e5e-40ed-be78-a810c5ebebab req-012a90ed-636d-463a-8da2-0aee06c578be tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:49.976925 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e4a183b3-7e5e-40ed-be78-a810c5ebebab req-012a90ed-636d-463a-8da2-0aee06c578be tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0903270 Jun 22 16:41:50.020175 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-30aaa99c-d938-4628-a2c2-d545c5b52602 req-eb7a3157-9d3b-4713-b31a-dfdfade8b091 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603325 Jun 22 16:41:50.033092 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e4a183b3-7e5e-40ed-be78-a810c5ebebab req-ab359046-68ca-484b-bbb9-711fa9e5d2d7 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500968 Jun 22 16:41:50.299754 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e37c2e-558d-4850-b2f2-9355c184dc01 req-e0147f5e-fed7-4e7c-b1cc-2264c528690c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:50.301210 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-60e37c2e-558d-4850-b2f2-9355c184dc01 req-e0147f5e-fed7-4e7c-b1cc-2264c528690c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.0634987 Jun 22 16:41:50.340720 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-60e37c2e-558d-4850-b2f2-9355c184dc01 req-4987c7e8-e594-4b4f-a851-1abec97f05f5 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339708 Jun 22 16:41:50.515554 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9b8c-cf3c-4d41-b255-c19cab64b5a6 req-0fe9fd8e-6402-44b2-a943-8e3a612434bb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:50.516982 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1c4a9b8c-cf3c-4d41-b255-c19cab64b5a6 req-0fe9fd8e-6402-44b2-a943-8e3a612434bb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0618150 Jun 22 16:41:50.553227 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1c4a9b8c-cf3c-4d41-b255-c19cab64b5a6 req-34ba80ad-fa2c-48fb-a725-52798e63c744 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306568 Jun 22 16:41:51.247217 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8b8d8-f956-47cd-8066-36b306931cf1 req-7aece2f3-87e0-45e1-9079-4529e6c37be4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:51.248689 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-30c8b8d8-f956-47cd-8066-36b306931cf1 req-7aece2f3-87e0-45e1-9079-4529e6c37be4 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.1055150 Jun 22 16:41:51.260195 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ba6fc-c111-4188-b735-66e48ead62ca req-b294ae6a-dad5-4223-84ad-b6e7af26e8e6 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:51.261548 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-392ba6fc-c111-4188-b735-66e48ead62ca req-b294ae6a-dad5-4223-84ad-b6e7af26e8e6 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.74 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.1095345 Jun 22 16:41:51.326774 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-30c8b8d8-f956-47cd-8066-36b306931cf1 req-8b1a0b5f-3679-4519-8212-d3f2f4068aae tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642414 Jun 22 16:41:51.388048 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-392ba6fc-c111-4188-b735-66e48ead62ca req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Deleting port 42b52d10-1f07-4e3c-99d7-104f4138e569 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:41:51.388384 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-392ba6fc-c111-4188-b735-66e48ead62ca req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:51.515479 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-392ba6fc-c111-4188-b735-66e48ead62ca req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] For port 42b52d10-1f07-4e3c-99d7-104f4138e569, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=42b52d10-1f07-4e3c-99d7-104f4138e569,segment=NetworkSegment(9121fb61-254d-474c-812f-87ca97986e5a),segment_id=9121fb61-254d-474c-812f-87ca97986e5a)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:51.515869 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-392ba6fc-c111-4188-b735-66e48ead62ca req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:51.531212 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-392ba6fc-c111-4188-b735-66e48ead62ca req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Calling delete_port for 42b52d10-1f07-4e3c-99d7-104f4138e569 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:41:51.851989 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ace52-1f28-4a5c-8fce-700421808e4b req-fc473203-3d22-4c67-aa6f-5ce90e34c952 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:51.853361 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2d0ace52-1f28-4a5c-8fce-700421808e4b req-fc473203-3d22-4c67-aa6f-5ce90e34c952 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/ports?device_id=790e7376-7bbb-47a4-ac29-7ca14c9c113c HTTP/1.1" status: 200 len: 945 time: 0.3865702 Jun 22 16:41:51.927871 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b6018-b067-4318-b22d-653a6ecaf8b8 req-9ccf928b-36d5-4058-8fe9-8d833c83aada tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:51.929290 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-942b6018-b067-4318-b22d-653a6ecaf8b8 req-9ccf928b-36d5-4058-8fe9-8d833c83aada tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.1608756 Jun 22 16:41:51.935058 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2d0ace52-1f28-4a5c-8fce-700421808e4b req-797ed6dd-44a4-4567-987c-32d6c060475a tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.70 "GET /v2.0/security-groups?id=3480f11d-ed03-490f-8dfb-e012f7b43555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730686 Jun 22 16:41:51.994576 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-942b6018-b067-4318-b22d-653a6ecaf8b8 req-3384afe9-f5ee-41c2-ade0-c809be1a9ad0 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580604 Jun 22 16:41:52.011810 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-392ba6fc-c111-4188-b735-66e48ead62ca req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:52.015605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:52.040356 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Pushing event deleted for resources: {'Port': ['ID=42b52d10-1f07-4e3c-99d7-104f4138e569,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:52.043333 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:52.085797 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-392ba6fc-c111-4188-b735-66e48ead62ca req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] No DVR routers for this DVR port 42b52d10-1f07-4e3c-99d7-104f4138e569 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:41:52.088242 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-392ba6fc-c111-4188-b735-66e48ead62ca req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:52.090227 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-392ba6fc-c111-4188-b735-66e48ead62ca req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] 10.222.0.74 "DELETE /v2.0/ports/42b52d10-1f07-4e3c-99d7-104f4138e569 HTTP/1.1" status: 204 len: 173 time: 0.8145993 Jun 22 16:41:52.090698 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '790e7376-7bbb-47a4-ac29-7ca14c9c113c', 'name': 'network-vif-deleted', 'tag': '42b52d10-1f07-4e3c-99d7-104f4138e569'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:52.092924 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27201979-906a-418c-9a97-2e782674223c" -d '{"events": [{"server_uuid": "790e7376-7bbb-47a4-ac29-7ca14c9c113c", "name": "network-vif-deleted", "tag": "42b52d10-1f07-4e3c-99d7-104f4138e569"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:52.129571 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16677cbd-ef71-4496-85f2-f45277e34e2e x-openstack-request-id: req-16677cbd-ef71-4496-85f2-f45277e34e2e {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:52.129895 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "790e7376-7bbb-47a4-ac29-7ca14c9c113c", "name": "network-vif-deleted", "tag": "42b52d10-1f07-4e3c-99d7-104f4138e569", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:52.130194 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-16677cbd-ef71-4496-85f2-f45277e34e2e {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:52.130616 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '790e7376-7bbb-47a4-ac29-7ca14c9c113c', 'name': 'network-vif-deleted', 'tag': '42b52d10-1f07-4e3c-99d7-104f4138e569', 'status': 'completed', 'code': 200} Jun 22 16:41:52.507237 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd882a-e4c1-4507-8a04-7248f7baddff req-8d1df132-a780-4039-b5b7-5b68c46b18ae tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:52.508675 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-adbd882a-e4c1-4507-8a04-7248f7baddff req-8d1df132-a780-4039-b5b7-5b68c46b18ae tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0649755 Jun 22 16:41:52.544532 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-adbd882a-e4c1-4507-8a04-7248f7baddff req-9f3d071b-090b-4478-86f2-2e512860ceec tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303910 Jun 22 16:41:53.179490 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b5ba9-de4f-4d56-8371-6e6e3fbeb83f req-d0d62520-c9c2-46ed-b748-81139dd66955 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:53.180963 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1e2b5ba9-de4f-4d56-8371-6e6e3fbeb83f req-d0d62520-c9c2-46ed-b748-81139dd66955 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 944 time: 0.0650203 Jun 22 16:41:53.228848 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1e2b5ba9-de4f-4d56-8371-6e6e3fbeb83f req-ed5dc39a-1711-4390-81f1-632a0b1b969e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338228 Jun 22 16:41:53.320847 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:41:53.325411 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 42b52d10-1f07-4e3c-99d7-104f4138e569 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:41:53.352003 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 42b52d10-1f07-4e3c-99d7-104f4138e569 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:41:53.352535 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 42b52d10-1f07-4e3c-99d7-104f4138e569 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:41:53.434386 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:53.445275 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'port_id': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'mac_address': 'fa:16:3e:30:a3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:41:53.481382 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:53.493676 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f114281f-7d8f-4b40-949f-11d03afe74c1 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:41:53.513227 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:53.516813 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:53.519215 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:53.563496 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=9']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:53.567556 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:53.727845 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9de14e-5a3b-4e80-a119-166c92825f56 req-d2f0f803-a07a-440a-a845-fa5d920c4d80 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:53.729381 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ef9de14e-5a3b-4e80-a119-166c92825f56 req-d2f0f803-a07a-440a-a845-fa5d920c4d80 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0659094 Jun 22 16:41:53.768598 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ef9de14e-5a3b-4e80-a119-166c92825f56 req-20505d57-d979-4569-914e-dc1e218b91e3 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Jun 22 16:41:53.937785 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['f114281f-7d8f-4b40-949f-11d03afe74c1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:41:54.422640 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7980703-be96-41c1-867d-1a5dbf1bb522 req-999f5aef-bf5e-45a9-97dc-92962d8408be tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:54.424129 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a7980703-be96-41c1-867d-1a5dbf1bb522 req-999f5aef-bf5e-45a9-97dc-92962d8408be tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 945 time: 0.0677536 Jun 22 16:41:54.463149 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a7980703-be96-41c1-867d-1a5dbf1bb522 req-dabd71ff-13dc-4ce6-988f-c429a09054f3 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330637 Jun 22 16:41:54.960344 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c435b-a411-40f0-8a82-357ee4ff4502 req-bdb3f46c-d6ba-441b-a79f-f8222945d51a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:54.961890 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9b6c435b-a411-40f0-8a82-357ee4ff4502 req-bdb3f46c-d6ba-441b-a79f-f8222945d51a tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0672145 Jun 22 16:41:55.002161 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9b6c435b-a411-40f0-8a82-357ee4ff4502 req-e14ea6fa-f931-45a3-9412-f0116fd5cbe6 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Jun 22 16:41:55.328522 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:41:55.378654 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port f114281f-7d8f-4b40-949f-11d03afe74c1 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:41:55.379343 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:55.657467 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ebf41-f836-4559-884d-734bb342b017 req-a34420fc-42b4-4a4e-9ec0-e0b5ba7ff152 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:55.660487 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:55.666336 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e54ebf41-f836-4559-884d-734bb342b017 req-a34420fc-42b4-4a4e-9ec0-e0b5ba7ff152 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 945 time: 0.0744410 Jun 22 16:41:55.789308 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e54ebf41-f836-4559-884d-734bb342b017 req-feb26f64-da3d-4975-84df-0da41004cca3 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054022 Jun 22 16:41:55.797497 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:55.800930 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b92980-e3b9-4213-8c1a-8e2f21eed625" -d '{"events": [{"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-plugged", "status": "completed", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:55.821804 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:55.839877 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:55.842304 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:55.884009 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f1540f-82b0-4d07-b25f-0711af857065 x-openstack-request-id: req-52f1540f-82b0-4d07-b25f-0711af857065 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:55.884592 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-plugged", "status": "completed", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:55.884855 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-52f1540f-82b0-4d07-b25f-0711af857065 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:55.885255 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'code': 200} Jun 22 16:41:55.916054 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=10']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:55.918916 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:56.188558 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43f2fd-6cdd-4992-9e2a-d89fc3ee729a req-75f7a076-2edf-4917-bd0c-e8e7f233e167 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:56.191164 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8e43f2fd-6cdd-4992-9e2a-d89fc3ee729a req-75f7a076-2edf-4917-bd0c-e8e7f233e167 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0690751 Jun 22 16:41:56.250414 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8e43f2fd-6cdd-4992-9e2a-d89fc3ee729a req-631cdbc2-a5cf-44be-852d-5bb1c56e1bc7 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523512 Jun 22 16:41:56.658120 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a116ee-45d6-4363-9ef1-630bca9045e1 req-8deb7229-71bc-4325-a598-dc22ffadfac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:56.660724 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-22a116ee-45d6-4363-9ef1-630bca9045e1 req-8deb7229-71bc-4325-a598-dc22ffadfac1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 1100 time: 0.0809371 Jun 22 16:41:56.698687 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-22a116ee-45d6-4363-9ef1-630bca9045e1 req-38ea7623-f8c1-4921-ac81-35145d133b70 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293374 Jun 22 16:41:57.002642 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66efc5f-20b3-4fcb-91ef-90dcea11b698 req-822d53df-1bed-4dcb-a2c4-b550f9f0daa8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:57.004360 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f66efc5f-20b3-4fcb-91ef-90dcea11b698 req-822d53df-1bed-4dcb-a2c4-b550f9f0daa8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 947 time: 0.0688004 Jun 22 16:41:57.043227 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f66efc5f-20b3-4fcb-91ef-90dcea11b698 req-9e0f320c-c46d-4383-9e2e-ec80c5b1eb9f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329061 Jun 22 16:41:57.429720 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e46a9-b09b-4ffd-8b7c-79e2c1def27f req-73626e8a-b5d1-42b1-9cc0-a82e1e0cc0f5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:57.431347 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-559e46a9-b09b-4ffd-8b7c-79e2c1def27f req-73626e8a-b5d1-42b1-9cc0-a82e1e0cc0f5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0701470 Jun 22 16:41:57.473907 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-559e46a9-b09b-4ffd-8b7c-79e2c1def27f req-4666e41d-0f08-4493-8992-93b6657bd5d9 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369675 Jun 22 16:41:58.055090 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-878db537-c348-4559-9afd-2b5eda691082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:58.125105 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-bc6823d3-a08d-44e4-8fb1-a51983d265e2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:58.126645 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-bc6823d3-a08d-44e4-8fb1-a51983d265e2 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.74 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 946 time: 0.0830221 Jun 22 16:41:58.327273 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f1e0a-5a86-4c7f-a6b9-41d10e720ec7 req-6ea7c298-d99f-4947-89b0-0fae9e1e9b67 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:58.329012 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ac6f1e0a-5a86-4c7f-a6b9-41d10e720ec7 req-6ea7c298-d99f-4947-89b0-0fae9e1e9b67 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 947 time: 0.1321645 Jun 22 16:41:58.330563 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Deleting port 8246896d-372f-4be7-9cd9-7fa2daa880f8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:41:58.330916 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:58.441506 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ac6f1e0a-5a86-4c7f-a6b9-41d10e720ec7 req-07d5c306-de93-4207-b1bf-ec009ae76028 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061823 Jun 22 16:41:58.492878 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] For port 8246896d-372f-4be7-9cd9-7fa2daa880f8, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=8246896d-372f-4be7-9cd9-7fa2daa880f8,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:41:58.494657 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:58.514978 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Calling delete_port for 8246896d-372f-4be7-9cd9-7fa2daa880f8 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:41:58.723449 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:58.728423 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ed1a21d5-d527-446e-a7a5-1f650c7c6aea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:41:58.740335 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['8246896d-372f-4be7-9cd9-7fa2daa880f8'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:41:58.777899 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Pushing event deleted for resources: {'Port': ['ID=8246896d-372f-4be7-9cd9-7fa2daa880f8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:41:58.790164 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:41:58.834137 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850239b-e0cd-40bb-8438-6e3e3ffd92b7 req-6dd1a9f6-af3f-4646-ba6e-98f45ae6ede1 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:58.835683 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4850239b-e0cd-40bb-8438-6e3e3ffd92b7 req-6dd1a9f6-af3f-4646-ba6e-98f45ae6ede1 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c1e3966-2c84-4bc2-9409-a021b5478c79 HTTP/1.1" status: 200 len: 867 time: 0.1892810 Jun 22 16:41:58.865791 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] No DVR routers for this DVR port 8246896d-372f-4be7-9cd9-7fa2daa880f8 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:41:58.868871 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:41:58.871076 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bbc7bea5-b837-4b25-b68b-0aebfb3bd5f0 req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.74 "DELETE /v2.0/ports/8246896d-372f-4be7-9cd9-7fa2daa880f8 HTTP/1.1" status: 204 len: 173 time: 0.7313337 Jun 22 16:41:58.871574 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1e3966-2c84-4bc2-9409-a021b5478c79', 'name': 'network-vif-deleted', 'tag': '8246896d-372f-4be7-9cd9-7fa2daa880f8'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:41:58.873863 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0039dfe1-a857-491e-ba24-2907bbad3f1d" -d '{"events": [{"server_uuid": "3c1e3966-2c84-4bc2-9409-a021b5478c79", "name": "network-vif-deleted", "tag": "8246896d-372f-4be7-9cd9-7fa2daa880f8"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:41:58.908720 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4850239b-e0cd-40bb-8438-6e3e3ffd92b7 req-38421cf5-e951-40d6-a72b-fcd26129ff71 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbb04f06-973b-41aa-b888-7f40af4aaf3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503082 Jun 22 16:41:58.958308 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf3b867-fe28-4543-9d3b-92ba7dc6dbb0 x-openstack-request-id: req-dbf3b867-fe28-4543-9d3b-92ba7dc6dbb0 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:41:58.958859 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1e3966-2c84-4bc2-9409-a021b5478c79", "name": "network-vif-deleted", "tag": "8246896d-372f-4be7-9cd9-7fa2daa880f8", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:41:58.959253 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbf3b867-fe28-4543-9d3b-92ba7dc6dbb0 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:41:58.959769 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1e3966-2c84-4bc2-9409-a021b5478c79', 'name': 'network-vif-deleted', 'tag': '8246896d-372f-4be7-9cd9-7fa2daa880f8', 'status': 'completed', 'code': 200} Jun 22 16:41:59.643735 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b16a0c-d750-4d1a-a646-2b27974961f7 req-118f0cfd-701f-4f54-bdb0-60ebde28b0b2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:41:59.645646 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38b16a0c-d750-4d1a-a646-2b27974961f7 req-118f0cfd-701f-4f54-bdb0-60ebde28b0b2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 947 time: 0.0745986 Jun 22 16:41:59.688579 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38b16a0c-d750-4d1a-a646-2b27974961f7 req-7f737a14-50ad-4fbf-8d48-b5943badd9b2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370965 Jun 22 16:42:00.013851 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51662) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:00.710383 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819109'] for router_interface, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:00.732159 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-32897faa-99d4-45d8-8175-4f435948ba74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:01.059608 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Deleting port 22661bf6-714c-4f45-ac9a-295f87131cca {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:42:01.060196 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:01.170440 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] For port 22661bf6-714c-4f45-ac9a-295f87131cca, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=22661bf6-714c-4f45-ac9a-295f87131cca,segment=NetworkSegment(c29ca470-4718-4594-9ec4-eea1be629d82),segment_id=c29ca470-4718-4594-9ec4-eea1be629d82)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:42:01.171129 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:01.192091 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Calling delete_port for 22661bf6-714c-4f45-ac9a-295f87131cca owned by network:router_interface {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:42:01.264147 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:01.357851 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 8246896d-372f-4be7-9cd9-7fa2daa880f8 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:42:01.377598 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 8246896d-372f-4be7-9cd9-7fa2daa880f8 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:42:01.378007 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 8246896d-372f-4be7-9cd9-7fa2daa880f8 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:42:01.421683 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:01.426168 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:01.462012 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=22661bf6-714c-4f45-ac9a-295f87131cca,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:01.466216 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:01.663331 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819001'] for router_interface, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:01.716240 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:01.893139 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Router 09af4164-06b5-411c-b5f0-e7c0df3239f8 has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:42:02.004408 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:42:02.010190 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] 10.222.0.70 "PUT /v2.0/routers/09af4164-06b5-411c-b5f0-e7c0df3239f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9952343 Jun 22 16:42:02.012784 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51686) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:02.017179 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] Sync routers for ids ['09af4164-06b5-411c-b5f0-e7c0df3239f8'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:42:02.027958 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] Routers {'09af4164-06b5-411c-b5f0-e7c0df3239f8'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:42:02.028595 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:42:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['09af4164-06b5-411c-b5f0-e7c0df3239f8'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:02.150026 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] Set router 09af4164-06b5-411c-b5f0-e7c0df3239f8 gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:42:02.181191 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks [] for router, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:02.363612 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:02.423248 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Deleting port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:42:02.423621 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:02.487639 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204'}], 'enable_snat': True}, 'gw_port_id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:10Z', 'updated_at': '2021-06-22T16:42:01Z', 'revision_number': 5, 'project_id': '88a7c22839c04153b5838a01b67803db', 'gw_port': {'id': '6b70c6ae-3e30-4d58-b2b9-9698c39eadc7', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:11Z', 'updated_at': '2021-06-22T16:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:02.520856 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] Checking router: 09af4164-06b5-411c-b5f0-e7c0df3239f8 for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:42:02.529928 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] Routers {'09af4164-06b5-411c-b5f0-e7c0df3239f8'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:42:02.530604 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:42:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['09af4164-06b5-411c-b5f0-e7c0df3239f8'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:02.542509 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] For port 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=6b70c6ae-3e30-4d58-b2b9-9698c39eadc7,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:42:02.542930 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:02.548541 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:02.563369 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Calling delete_port for 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 owned by network:router_gateway {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:42:02.630574 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] Set router 09af4164-06b5-411c-b5f0-e7c0df3239f8 gateway port host: None {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:42:02.704643 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:10Z', 'updated_at': '2021-06-22T16:42:02Z', 'revision_number': 6, 'project_id': '88a7c22839c04153b5838a01b67803db', 'gw_port_host': None}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:02.740044 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb6f9e5-d5e9-4888-8075-aa6e001c7081 None None] The sync data for ids ['09af4164-06b5-411c-b5f0-e7c0df3239f8'] in dv-cinder-768105-10-smb is: [{'id': '09af4164-06b5-411c-b5f0-e7c0df3239f8', 'name': 'tempest-ServerRescueNegativeTestJSON-1880052865-router', 'tenant_id': '88a7c22839c04153b5838a01b67803db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:10Z', 'updated_at': '2021-06-22T16:42:02Z', 'revision_number': 6, 'project_id': '88a7c22839c04153b5838a01b67803db', 'gw_port_host': None}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:42:02.788559 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:02.791574 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:02.825887 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b70c6ae-3e30-4d58-b2b9-9698c39eadc7,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:02.833664 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:02.896890 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625621'] for router_gateway, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.007799 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1825639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.010131 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.091105 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1825490'] for router, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.091755 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09af4164-06b5-411c-b5f0-e7c0df3239f8 {{(pid=93716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 16:42:03.097593 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Notify callbacks [] for router, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.098761 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] 10.222.0.70 "DELETE /v2.0/routers/09af4164-06b5-411c-b5f0-e7c0df3239f8 HTTP/1.1" status: 204 len: 168 time: 1.0851777 Jun 22 16:42:03.101608 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 51694) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:03.164936 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ae938a-239d-4c50-9124-2a70edf53b86 admin admin] Deleting subnet 2b68e72f-c70d-4b06-aacc-ed37636c9ef7 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:42:03.168374 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-84ae938a-239d-4c50-9124-2a70edf53b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.227168 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-84ae938a-239d-4c50-9124-2a70edf53b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63299721'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.279032 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-84ae938a-239d-4c50-9124-2a70edf53b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.343684 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-84ae938a-239d-4c50-9124-2a70edf53b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63180159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63095548'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.347550 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-aebe1c89-b20a-40f3-b55f-6e36c8d2df8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:03.373646 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae938a-239d-4c50-9124-2a70edf53b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b68e72f-c70d-4b06-aacc-ed37636c9ef7,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:03.379511 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-84ae938a-239d-4c50-9124-2a70edf53b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.383997 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-84ae938a-239d-4c50-9124-2a70edf53b86 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2b68e72f-c70d-4b06-aacc-ed37636c9ef7 HTTP/1.1" status: 204 len: 168 time: 0.2788508 Jun 22 16:42:03.383997 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-84ae938a-239d-4c50-9124-2a70edf53b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:03.384487 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51700) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:03.479204 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.621375 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.635094 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e8142a-c416-42cd-b306-4bddd040f8dd']}} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:03.646653 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29ca470-4718-4594-9ec4-eea1be629d82') {'for_net_delete': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:03.646960 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29ca470-4718-4594-9ec4-eea1be629d82') {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:03.660613 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63196352'] for segment, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.684488 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.692383 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=93716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:42:03.692903 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63116411'] for segment, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: Traceback (most recent call last): Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: timer() Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: cb(*args, **kw) Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: return func(*args, **kwargs) Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: self._notify() Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: self.callback(batched_events) Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: event.method(event) Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: return f(self, *a, **k) Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: return self._get(url).json() Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: return self.request(url, 'GET', **kwargs) Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:42:03.694858 dv-cinder-768105-10-smb neutron-server[93716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:42:03.698267 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.763415 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.771446 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-31a82f17-17fc-4a69-88e0-b4640671514a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:03.786346 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:03.790684 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] 10.222.0.70 "DELETE /v2.0/networks/39e8142a-c416-42cd-b306-4bddd040f8dd HTTP/1.1" status: 204 len: 168 time: 0.4025180 Jun 22 16:42:03.790684 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e8142a-c416-42cd-b306-4bddd040f8dd,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:03.792999 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0fd278b5-7c1d-45e5-a610-81043e3e8c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:03.977606 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51712) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:04.043303 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 51714) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:04.050570 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0aaadc20-076f-4d31-8c43-901e0558f9f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=88a7c22839c04153b5838a01b67803db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0715463 Jun 22 16:42:04.120269 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3eb26d86-a09c-4545-ae83-2f4f1be7166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:04.146350 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3eb26d86-a09c-4545-ae83-2f4f1be7166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:04.215685 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3eb26d86-a09c-4545-ae83-2f4f1be7166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:04.218338 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3eb26d86-a09c-4545-ae83-2f4f1be7166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:04.229724 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-3eb26d86-a09c-4545-ae83-2f4f1be7166c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dbb04f06-973b-41aa-b888-7f40af4aaf3c HTTP/1.1" status: 204 len: 168 time: 0.1838057 Jun 22 16:42:04.231865 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2a57bb3b-319b-43fb-9ecd-2114eb0f55d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:04.238516 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 22661bf6-714c-4f45-ac9a-295f87131cca no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:42:04.247561 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb26d86-a09c-4545-ae83-2f4f1be7166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb04f06-973b-41aa-b888-7f40af4aaf3c,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:04.254018 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3eb26d86-a09c-4545-ae83-2f4f1be7166c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:04.282568 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 22661bf6-714c-4f45-ac9a-295f87131cca {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:42:04.282980 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 22661bf6-714c-4f45-ac9a-295f87131cca not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:42:04.283475 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:42:04.324081 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:42:04.325100 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 6b70c6ae-3e30-4d58-b2b9-9698c39eadc7 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:42:09.011516 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 51846) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:09.125297 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f0fea7f8-4509-461e-b8c3-979334ae7d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.227261 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f0fea7f8-4509-461e-b8c3-979334ae7d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.231105 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f0fea7f8-4509-461e-b8c3-979334ae7d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.234878 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-08d2735b-dc55-4487-8ff9-75c699f15b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:09.275496 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-f0fea7f8-4509-461e-b8c3-979334ae7d6e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07222e0afb7d4438b5fa00ff03477114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621429 Jun 22 16:42:09.276309 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fea7f8-4509-461e-b8c3-979334ae7d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b64869-6421-4665-ab7b-1534224716ce,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:09.278533 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51850) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:09.291290 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f0fea7f8-4509-461e-b8c3-979334ae7d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:09.333910 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7e302327-5369-47b8-bf32-788b4bb0b136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.356694 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7e302327-5369-47b8-bf32-788b4bb0b136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.404323 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7e302327-5369-47b8-bf32-788b4bb0b136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.407118 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7e302327-5369-47b8-bf32-788b4bb0b136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.409722 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-7e302327-5369-47b8-bf32-788b4bb0b136 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b8b64869-6421-4665-ab7b-1534224716ce HTTP/1.1" status: 204 len: 168 time: 0.1282637 Jun 22 16:42:09.410629 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-00db95b7-c0b0-4239-a65e-9cd448f782b4 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:09.418616 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e302327-5369-47b8-bf32-788b4bb0b136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b64869-6421-4665-ab7b-1534224716ce,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:09.422220 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-7e302327-5369-47b8-bf32-788b4bb0b136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:09.715705 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 51860) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:09.733398 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4acbb8b8-4c9c-4f29-b9f2-e66ed8c7988d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.841356 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4acbb8b8-4c9c-4f29-b9f2-e66ed8c7988d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.846432 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4acbb8b8-4c9c-4f29-b9f2-e66ed8c7988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.850107 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-dfba9eef-f8a8-4d91-96f9-d224d0c554d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:09.889801 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-4acbb8b8-4c9c-4f29-b9f2-e66ed8c7988d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2f19049e98f45819ba4ea5926cc004f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728003 Jun 22 16:42:09.890453 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 51862) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:09.890838 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbb8b8-4c9c-4f29-b9f2-e66ed8c7988d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c7561-c5d6-4463-9a76-047dfa242f8a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:09.894197 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-4acbb8b8-4c9c-4f29-b9f2-e66ed8c7988d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:09.953445 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d5f42992-2efc-4f0e-b96d-ea0eeb2fd48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:09.978293 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d5f42992-2efc-4f0e-b96d-ea0eeb2fd48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:10.032891 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d5f42992-2efc-4f0e-b96d-ea0eeb2fd48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:10.035953 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d5f42992-2efc-4f0e-b96d-ea0eeb2fd48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:10.037153 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-d5f42992-2efc-4f0e-b96d-ea0eeb2fd48e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a49c7561-c5d6-4463-9a76-047dfa242f8a HTTP/1.1" status: 204 len: 168 time: 0.1452942 Jun 22 16:42:10.037977 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-623d1f97-dfd0-4219-a928-fd2a66cbdc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:10.047669 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f42992-2efc-4f0e-b96d-ea0eeb2fd48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c7561-c5d6-4463-9a76-047dfa242f8a,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:10.058533 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d5f42992-2efc-4f0e-b96d-ea0eeb2fd48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:11.893449 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1219a-e24d-47b2-960e-cd523ebbf73d req-8d1f294c-8b5f-44bd-9856-bcf615a4d575 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:11.895430 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a8e1219a-e24d-47b2-960e-cd523ebbf73d req-8d1f294c-8b5f-44bd-9856-bcf615a4d575 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.0883653 Jun 22 16:42:11.945397 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a8e1219a-e24d-47b2-960e-cd523ebbf73d req-140171e0-0a8c-42e0-8c17-f49563323d59 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432248 Jun 22 16:42:13.127272 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00a85a-7897-419d-93e2-565747544def req-b3db4eb2-7179-4837-9b64-d639b0697aa5 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:13.128728 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e00a85a-7897-419d-93e2-565747544def req-b3db4eb2-7179-4837-9b64-d639b0697aa5 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.0654025 Jun 22 16:42:13.166997 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e00a85a-7897-419d-93e2-565747544def req-73fa1960-93c6-4916-86a6-14b682dcb88a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Jun 22 16:42:14.348996 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08658c4d-39ae-4a61-9e79-92f0c0fc0de1 req-ec2b3397-fe15-4103-8561-32114be87afa tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:14.350731 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-08658c4d-39ae-4a61-9e79-92f0c0fc0de1 req-ec2b3397-fe15-4103-8561-32114be87afa tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.0647266 Jun 22 16:42:14.387464 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-08658c4d-39ae-4a61-9e79-92f0c0fc0de1 req-440c8315-a771-4e93-835e-4b0aa85aef32 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Jun 22 16:42:15.342144 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52058) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:15.580755 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600fcff-74dc-4544-9e40-38cdebdb9904 req-c1dd0d4f-f574-4b02-a14b-449ac7bc6f1e tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:15.582635 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0600fcff-74dc-4544-9e40-38cdebdb9904 req-c1dd0d4f-f574-4b02-a14b-449ac7bc6f1e tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.0713305 Jun 22 16:42:15.632124 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0600fcff-74dc-4544-9e40-38cdebdb9904 req-e6f3bf98-476c-4258-8475-a2ccb8dcead7 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426233 Jun 22 16:42:15.639703 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Deleting subnet 3baa65cd-7a3d-48d8-9076-ced0f730b15b {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:42:15.643716 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:15.678167 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63196377'] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:15.717586 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:15.774389 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63117276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64922170'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:15.784446 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:15.809313 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3baa65cd-7a3d-48d8-9076-ced0f730b15b,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:15.813254 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:15.815673 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3baa65cd-7a3d-48d8-9076-ced0f730b15b HTTP/1.1" status: 204 len: 168 time: 0.4724417 Jun 22 16:42:15.818793 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52072) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:15.820464 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.820965 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.821334 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.821694 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.822078 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.822522 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.823183 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.823541 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.823892 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.824238 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.824586 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.824928 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:15.828733 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-25070759-a3d9-4c27-b880-88a396eb5176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:15.954049 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.024403 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f37381-f964-4501-825f-c1d48184f346 req-1a7f7ef5-4feb-43d5-aec2-1a6d09091095 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:16.025785 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16f37381-f964-4501-825f-c1d48184f346 req-1a7f7ef5-4feb-43d5-aec2-1a6d09091095 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.1573002 Jun 22 16:42:16.036494 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b793f1-3877-4134-8368-70ba361c9c1d req-ae9b8bd5-3332-482b-8d8a-6b15887b38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:16.037890 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38b793f1-3877-4134-8368-70ba361c9c1d req-ae9b8bd5-3332-482b-8d8a-6b15887b38fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=734df8a54e71458abad0f6dac4997272&device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 1138 time: 0.1683626 Jun 22 16:42:16.132563 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.150728 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517276e3-2707-4116-8286-732dbc67cfa6']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:16.172812 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9121fb61-254d-474c-812f-87ca97986e5a') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:16.173146 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9121fb61-254d-474c-812f-87ca97986e5a') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:16.179673 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16f37381-f964-4501-825f-c1d48184f346 req-f1e4bf0b-9485-4a16-8b39-699fc9bd9b12 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408775 Jun 22 16:42:16.189668 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63299728'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.218667 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.221535 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b793f1-3877-4134-8368-70ba361c9c1d req-78f27635-5d92-448b-a12f-9048ca49fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:16.223003 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38b793f1-3877-4134-8368-70ba361c9c1d req-78f27635-5d92-448b-a12f-9048ca49fb80 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b HTTP/1.1" status: 200 len: 916 time: 0.1606712 Jun 22 16:42:16.227276 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:42:16.227652 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63180504'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: Traceback (most recent call last): Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: timer() Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: cb(*args, **kw) Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: return func(*args, **kwargs) Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: self._notify() Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: self.callback(batched_events) Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: event.method(event) Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: return f(self, *a, **k) Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: return self._get(url).json() Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:42:16.229268 dv-cinder-768105-10-smb neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:42:16.320573 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.328589 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:16.330745 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.332046 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] 10.222.0.70 "DELETE /v2.0/networks/517276e3-2707-4116-8286-732dbc67cfa6 HTTP/1.1" status: 204 len: 168 time: 0.5118930 Jun 22 16:42:16.339299 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38b793f1-3877-4134-8368-70ba361c9c1d req-2568bb4b-cde5-4c44-8090-e255f08d695b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 1001 time: 0.0733726 Jun 22 16:42:16.355876 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Pushing event deleted for resources: {'Network': ['ID=517276e3-2707-4116-8286-732dbc67cfa6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:16.380317 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.380691 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.381060 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.381429 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.381788 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.382164 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.382518 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.382883 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.383222 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.383572 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.383918 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.384259 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:16.388541 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-123aeb68-9ea8-4334-af9e-928256c0f513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:16.403979 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b793f1-3877-4134-8368-70ba361c9c1d req-9da42150-4480-4292-9e29-d1dc7d8c7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:16.405437 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38b793f1-3877-4134-8368-70ba361c9c1d req-9da42150-4480-4292-9e29-d1dc7d8c7f95 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=448586db-32f7-4785-9c54-549908e164e2 HTTP/1.1" status: 200 len: 854 time: 0.0576103 Jun 22 16:42:16.471419 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b793f1-3877-4134-8368-70ba361c9c1d req-22cc8092-8c67-4302-8de5-c7161291be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:16.472912 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38b793f1-3877-4134-8368-70ba361c9c1d req-22cc8092-8c67-4302-8de5-c7161291be1f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0564833 Jun 22 16:42:16.494336 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52076) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:16.533486 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-43443663-22d5-4208-a1f5-e55435a1a3ae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a4de348d5c5246a6b32afd02a6c0ac69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372779 Jun 22 16:42:16.536017 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52078) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:16.563393 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38b793f1-3877-4134-8368-70ba361c9c1d req-cd51bec6-951c-47e9-840f-02db64d8d1b6 service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806768 Jun 22 16:42:16.582847 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-74a9099a-1ffa-40bd-88d0-def79cf30198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.604812 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-74a9099a-1ffa-40bd-88d0-def79cf30198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.667432 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-38b793f1-3877-4134-8368-70ba361c9c1d req-3f93913d-df0e-479e-97c2-b6ad5f6ac8d1 service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917666 Jun 22 16:42:16.669749 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-74a9099a-1ffa-40bd-88d0-def79cf30198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.689477 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-74a9099a-1ffa-40bd-88d0-def79cf30198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:16.691126 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-74a9099a-1ffa-40bd-88d0-def79cf30198 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3480f11d-ed03-490f-8dfb-e012f7b43555 HTTP/1.1" status: 204 len: 168 time: 0.1541657 Jun 22 16:42:16.692122 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-9bcaa1af-bb02-4961-846c-bcb0fbf22676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:16.700864 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9099a-1ffa-40bd-88d0-def79cf30198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3480f11d-ed03-490f-8dfb-e012f7b43555,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:16.703192 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-74a9099a-1ffa-40bd-88d0-def79cf30198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:16.876968 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0b1c5-72f6-48a9-b1e4-725cae077d2f req-c5b90520-0ca4-471d-985b-c85ef6419901 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:16.878893 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1f0b1c5-72f6-48a9-b1e4-725cae077d2f req-c5b90520-0ca4-471d-985b-c85ef6419901 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.0785775 Jun 22 16:42:16.938433 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1f0b1c5-72f6-48a9-b1e4-725cae077d2f req-01b2ad17-5257-4c6e-a172-4c0cfd9167d9 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496237 Jun 22 16:42:17.361488 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f6b6b-3b23-4ec7-9e2d-f6707cb927d1 req-b7f52411-daea-422f-8a63-1c8ed2ffd648 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:17.362999 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-024f6b6b-3b23-4ec7-9e2d-f6707cb927d1 req-b7f52411-daea-422f-8a63-1c8ed2ffd648 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0646901 Jun 22 16:42:17.403158 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-024f6b6b-3b23-4ec7-9e2d-f6707cb927d1 req-b450d91b-dd4f-4f14-86ec-391fc628e5c7 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345733 Jun 22 16:42:18.101491 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337bfcb-b579-4af8-8e02-5c0f2726a6ed req-573412d9-84f3-40cf-b6af-33eaa093e7e2 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:18.102966 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8337bfcb-b579-4af8-8e02-5c0f2726a6ed req-573412d9-84f3-40cf-b6af-33eaa093e7e2 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.0656295 Jun 22 16:42:18.138727 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8337bfcb-b579-4af8-8e02-5c0f2726a6ed req-7f26ea91-2db2-461c-9551-c51575c6b72a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301561 Jun 22 16:42:18.574293 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec63159-d59f-49f9-acf2-8b668286ef68 req-1f8909d2-fec8-4033-9133-d27e0995c648 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:18.575712 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aec63159-d59f-49f9-acf2-8b668286ef68 req-1f8909d2-fec8-4033-9133-d27e0995c648 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0613008 Jun 22 16:42:18.613662 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aec63159-d59f-49f9-acf2-8b668286ef68 req-0382c8cb-2492-4b1d-be7b-ba2c4070b540 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323060 Jun 22 16:42:19.212357 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52134) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:19.316971 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4791372-7896-4cb8-b0b1-fc33285cf98e req-f8c1ac36-e061-45d3-9af1-6b839b722a71 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:19.318475 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a4791372-7896-4cb8-b0b1-fc33285cf98e req-f8c1ac36-e061-45d3-9af1-6b839b722a71 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.0656254 Jun 22 16:42:19.323885 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-beaacabc-350c-4d56-bfc3-ba9ee96d7057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.357459 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a4791372-7896-4cb8-b0b1-fc33285cf98e req-31120d01-6250-440d-9100-0906fdbba55d tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Jun 22 16:42:19.413388 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-beaacabc-350c-4d56-bfc3-ba9ee96d7057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.417823 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-beaacabc-350c-4d56-bfc3-ba9ee96d7057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.420181 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8b135db2-93e4-4670-92b7-c383d422ee92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:19.458347 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaacabc-350c-4d56-bfc3-ba9ee96d7057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95808067-707b-4c8f-8ada-224e753fbbe7,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:19.461516 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-beaacabc-350c-4d56-bfc3-ba9ee96d7057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:19.464228 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-beaacabc-350c-4d56-bfc3-ba9ee96d7057 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4c30b21d8994ec0bcf0c942748d7216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505152 Jun 22 16:42:19.466752 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52138) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:19.512025 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d513712-822b-4e35-9dcd-1d303c0bb11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.532302 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d513712-822b-4e35-9dcd-1d303c0bb11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.577392 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d513712-822b-4e35-9dcd-1d303c0bb11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.580556 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3d513712-822b-4e35-9dcd-1d303c0bb11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.581651 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-3d513712-822b-4e35-9dcd-1d303c0bb11b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/95808067-707b-4c8f-8ada-224e753fbbe7 HTTP/1.1" status: 204 len: 168 time: 0.1140227 Jun 22 16:42:19.582546 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2051086f-f606-43c0-b7f0-87de1205d14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:19.589471 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d513712-822b-4e35-9dcd-1d303c0bb11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95808067-707b-4c8f-8ada-224e753fbbe7,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:19.591619 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-3d513712-822b-4e35-9dcd-1d303c0bb11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:19.830459 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb500e00-395e-4db4-9f05-13368540ffe5 req-8f9005a6-f065-4dee-bec7-29b299f78a0c tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:19.832080 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eb500e00-395e-4db4-9f05-13368540ffe5 req-8f9005a6-f065-4dee-bec7-29b299f78a0c tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.1019819 Jun 22 16:42:19.834295 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52146) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:19.843871 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-54d7dd43-115d-44d8-8433-bd4408955554 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:19.845288 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-54d7dd43-115d-44d8-8433-bd4408955554 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 945 time: 0.0855794 Jun 22 16:42:19.847532 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4d03578-d19e-4cd2-88dd-8856c9763edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.919778 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eb500e00-395e-4db4-9f05-13368540ffe5 req-88db36b8-5f3f-48b2-a9e8-0e0e060f7943 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735147 Jun 22 16:42:19.935912 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4d03578-d19e-4cd2-88dd-8856c9763edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.940945 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d4d03578-d19e-4cd2-88dd-8856c9763edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.949160 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ef47b568-5f81-4147-9fe1-8c9d30e272fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:19.978221 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Deleting port 13d81229-32f0-451a-be45-038c69209940 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:42:19.978503 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d4d03578-d19e-4cd2-88dd-8856c9763edd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d18c7431fa81434d8ea46f4fb9d9c9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430809 Jun 22 16:42:19.978639 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:19.979742 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d03578-d19e-4cd2-88dd-8856c9763edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f881c0-097b-41a0-b1f3-545e827ab9b5,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:19.981072 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52148) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:19.982786 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d4d03578-d19e-4cd2-88dd-8856c9763edd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:20.099269 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79e68cc8-7aa4-42a6-a1c0-2afae26c4419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.133230 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] For port 13d81229-32f0-451a-be45-038c69209940, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=13d81229-32f0-451a-be45-038c69209940,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:42:20.133597 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.143555 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79e68cc8-7aa4-42a6-a1c0-2afae26c4419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.155070 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Calling delete_port for 13d81229-32f0-451a-be45-038c69209940 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:42:20.252521 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79e68cc8-7aa4-42a6-a1c0-2afae26c4419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.255644 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-79e68cc8-7aa4-42a6-a1c0-2afae26c4419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.256762 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-79e68cc8-7aa4-42a6-a1c0-2afae26c4419 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/40f881c0-097b-41a0-b1f3-545e827ab9b5 HTTP/1.1" status: 204 len: 168 time: 0.2725160 Jun 22 16:42:20.258064 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:20.271005 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e68cc8-7aa4-42a6-a1c0-2afae26c4419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f881c0-097b-41a0-b1f3-545e827ab9b5,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:20.274112 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-79e68cc8-7aa4-42a6-a1c0-2afae26c4419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:20.302921 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:42:20.334719 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.338677 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0096261f-4b17-4e1d-b07b-0185ebcb963e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:20.348961 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['13d81229-32f0-451a-be45-038c69209940'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:42:20.361820 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Pushing event deleted for resources: {'Port': ['ID=13d81229-32f0-451a-be45-038c69209940,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:20.365361 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:20.409365 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] No DVR routers for this DVR port 13d81229-32f0-451a-be45-038c69209940 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:42:20.412270 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.414207 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b53f3baf-e9b8-4ef6-b30c-7ce5f963e47e req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.74 "DELETE /v2.0/ports/13d81229-32f0-451a-be45-038c69209940 HTTP/1.1" status: 204 len: 173 time: 0.5535352 Jun 22 16:42:20.414702 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa391a47-9461-45db-a6e6-bae7d39b8df7', 'name': 'network-vif-deleted', 'tag': '13d81229-32f0-451a-be45-038c69209940'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:42:20.417098 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99705b3b-aa3c-4107-984d-4a1fc59eae47" -d '{"events": [{"server_uuid": "fa391a47-9461-45db-a6e6-bae7d39b8df7", "name": "network-vif-deleted", "tag": "13d81229-32f0-451a-be45-038c69209940"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:42:20.489073 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf1cb0e-a1eb-4f98-8d57-b532c6bea508 x-openstack-request-id: req-4cf1cb0e-a1eb-4f98-8d57-b532c6bea508 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:42:20.489469 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa391a47-9461-45db-a6e6-bae7d39b8df7", "name": "network-vif-deleted", "tag": "13d81229-32f0-451a-be45-038c69209940", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:42:20.489824 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4cf1cb0e-a1eb-4f98-8d57-b532c6bea508 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:42:20.490345 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa391a47-9461-45db-a6e6-bae7d39b8df7', 'name': 'network-vif-deleted', 'tag': '13d81229-32f0-451a-be45-038c69209940', 'status': 'completed', 'code': 200} Jun 22 16:42:20.512493 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a94658d-deb9-4a72-b399-ffc0e335d5c4 req-bb53f82f-bcfe-4089-ac09-3e7a40125ab3 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa391a47-9461-45db-a6e6-bae7d39b8df7 HTTP/1.1" status: 200 len: 210 time: 0.0340104 Jun 22 16:42:20.597056 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52158) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:20.612256 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8cd06d2-bf1d-4499-9e5b-fb1aaf88b443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.696818 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8cd06d2-bf1d-4499-9e5b-fb1aaf88b443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.700261 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c8cd06d2-bf1d-4499-9e5b-fb1aaf88b443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.702435 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3304b5fa-14a6-47c6-87c3-a41c6b28f9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:20.736314 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-c8cd06d2-bf1d-4499-9e5b-fb1aaf88b443 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=032caa06a20742958f267b5de39812cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376545 Jun 22 16:42:20.737409 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd06d2-bf1d-4499-9e5b-fb1aaf88b443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9992bf0f-0731-4a09-b79e-efe5beb4c9cd,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:20.739040 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52160) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:20.740276 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c8cd06d2-bf1d-4499-9e5b-fb1aaf88b443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:20.794418 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8da2d9aa-2f4a-40ef-8dad-b71e7e421073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.815442 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8da2d9aa-2f4a-40ef-8dad-b71e7e421073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.861857 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8da2d9aa-2f4a-40ef-8dad-b71e7e421073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.864354 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8da2d9aa-2f4a-40ef-8dad-b71e7e421073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:20.865469 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-8da2d9aa-2f4a-40ef-8dad-b71e7e421073 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9992bf0f-0731-4a09-b79e-efe5beb4c9cd HTTP/1.1" status: 204 len: 168 time: 0.1246929 Jun 22 16:42:20.866231 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-eff9aa68-9fb3-4d5d-bc3d-f2dd10ba2324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:20.873746 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2d9aa-2f4a-40ef-8dad-b71e7e421073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9992bf0f-0731-4a09-b79e-efe5beb4c9cd,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:20.875913 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8da2d9aa-2f4a-40ef-8dad-b71e7e421073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:21.103107 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474ea48-43fc-4646-8cc8-2e8e46a3c724 req-60a63187-52fe-405f-a366-2b21de6ed26c tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:21.105375 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3474ea48-43fc-4646-8cc8-2e8e46a3c724 req-60a63187-52fe-405f-a366-2b21de6ed26c tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0679095 Jun 22 16:42:21.151759 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3474ea48-43fc-4646-8cc8-2e8e46a3c724 req-5f91e667-8938-4b67-ab4e-327054c19369 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391276 Jun 22 16:42:22.334775 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5f2f3-4d1b-4b73-8d7c-51e86a7cdef6 req-e6ef4d46-bb39-4c44-9713-944039f8877d tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:22.336245 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e1e5f2f3-4d1b-4b73-8d7c-51e86a7cdef6 req-e6ef4d46-bb39-4c44-9713-944039f8877d tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0674825 Jun 22 16:42:22.375294 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e1e5f2f3-4d1b-4b73-8d7c-51e86a7cdef6 req-03ee3667-46a7-4e94-b7e0-ac32d5d22bd7 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333192 Jun 22 16:42:23.545782 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45210714-ae56-4d39-b690-18f3c4e588be req-74783e06-3b76-43df-b217-8a9daa818401 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:23.547279 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-45210714-ae56-4d39-b690-18f3c4e588be req-74783e06-3b76-43df-b217-8a9daa818401 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0631361 Jun 22 16:42:23.586254 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-45210714-ae56-4d39-b690-18f3c4e588be req-a7fda7a0-ad3a-4101-9d1c-10b88f2f409b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331674 Jun 22 16:42:24.760651 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f359473-5f19-4630-9bd4-8011624be5c2 req-af49d83a-aeca-4eb2-a985-e8a5b0352eac tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:24.762149 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3f359473-5f19-4630-9bd4-8011624be5c2 req-af49d83a-aeca-4eb2-a985-e8a5b0352eac tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0658445 Jun 22 16:42:25.039801 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3f359473-5f19-4630-9bd4-8011624be5c2 req-285f36b8-f724-4698-8e7a-15686085f084 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2718012 Jun 22 16:42:25.097324 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52268) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:25.198100 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e49b499-d212-4f5d-b1b2-1970169e9963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.290701 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e49b499-d212-4f5d-b1b2-1970169e9963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.297501 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e49b499-d212-4f5d-b1b2-1970169e9963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.301162 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5958194c-e573-4176-b46f-bb0a3375641e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:25.384384 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-3e49b499-d212-4f5d-b1b2-1970169e9963 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb31d0b0636d48e186fb910526556239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859523 Jun 22 16:42:25.387031 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52288) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:25.387504 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49b499-d212-4f5d-b1b2-1970169e9963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79afa5a-3cb7-4b47-a521-2111ec6a466d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:25.391376 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3e49b499-d212-4f5d-b1b2-1970169e9963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:25.435729 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1860550e-2ec6-4314-95e1-7e3b89c52e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.443822 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-0cbf4d12-93fe-4e80-b018-e2bfbe67154a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:25.445306 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-0cbf4d12-93fe-4e80-b018-e2bfbe67154a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/networks?id=1b537b78-0774-4b4e-b306-1ba9eef666f3 HTTP/1.1" status: 200 len: 812 time: 0.1268551 Jun 22 16:42:25.451691 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 13d81229-32f0-451a-be45-038c69209940 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:42:25.457237 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1860550e-2ec6-4314-95e1-7e3b89c52e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.461716 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-5a0a1001-9975-41c1-a226-f34464d5b07b tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/quotas/c514ab6721c644c59e3c09b456881902 HTTP/1.1" status: 200 len: 375 time: 0.0105550 Jun 22 16:42:25.476303 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 13d81229-32f0-451a-be45-038c69209940 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:42:25.476666 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 13d81229-32f0-451a-be45-038c69209940 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:42:25.497408 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-5e442cfe-fcc1-4ef6-a9da-8d4d2fe455b5 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c514ab6721c644c59e3c09b456881902&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293145 Jun 22 16:42:25.504206 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1860550e-2ec6-4314-95e1-7e3b89c52e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.507152 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1860550e-2ec6-4314-95e1-7e3b89c52e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.508338 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-1860550e-2ec6-4314-95e1-7e3b89c52e9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e79afa5a-3cb7-4b47-a521-2111ec6a466d HTTP/1.1" status: 204 len: 168 time: 0.1203182 Jun 22 16:42:25.509152 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2e8f34e8-2045-44e5-a2cc-bd2946ce6783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:25.518812 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860550e-2ec6-4314-95e1-7e3b89c52e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79afa5a-3cb7-4b47-a521-2111ec6a466d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:25.521106 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1860550e-2ec6-4314-95e1-7e3b89c52e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:25.596064 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-4dee52e8-d6f7-486a-97db-6b1077d2ebf8 service neutron] 10.222.0.70 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904417 Jun 22 16:42:25.683588 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-dc80754f-c047-422a-b5e9-299d550b23c7 service neutron] 10.222.0.70 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819929 Jun 22 16:42:25.766060 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52294) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:25.781918 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fe36e6ee-c0da-45fa-9b28-a002def47094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.866698 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-367b3f67-d5a6-47d4-809c-c21024b3628b req-d60f3f54-3d25-4433-bb76-14d571b43299 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0406981 Jun 22 16:42:25.918533 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fe36e6ee-c0da-45fa-9b28-a002def47094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.922912 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-fe36e6ee-c0da-45fa-9b28-a002def47094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:25.925405 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d042822b-bf91-424f-9a73-3515dc8c7e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:25.959886 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36e6ee-c0da-45fa-9b28-a002def47094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80637498-548a-4437-8634-6844f55ae8ed,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:25.964720 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-fe36e6ee-c0da-45fa-9b28-a002def47094 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0a132b5ad478448897bba0325a76c9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955292 Jun 22 16:42:25.965660 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-fe36e6ee-c0da-45fa-9b28-a002def47094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:25.967291 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52304) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:26.024803 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0cf431a-0711-49df-8727-8cd70bbcdffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:26.045228 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0cf431a-0711-49df-8727-8cd70bbcdffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:26.094566 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0cf431a-0711-49df-8727-8cd70bbcdffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:26.097447 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a0cf431a-0711-49df-8727-8cd70bbcdffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:26.098819 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a0cf431a-0711-49df-8727-8cd70bbcdffd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/80637498-548a-4437-8634-6844f55ae8ed HTTP/1.1" status: 204 len: 168 time: 0.1305988 Jun 22 16:42:26.099504 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:26.106913 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf431a-0711-49df-8727-8cd70bbcdffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80637498-548a-4437-8634-6844f55ae8ed,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:26.109451 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a0cf431a-0711-49df-8727-8cd70bbcdffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:26.235246 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd5948-80de-4ee2-a76a-26665c5e17b9 req-f32aa5c4-dd4a-4b11-8dbb-f8af0ae35835 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:26.236860 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0cfd5948-80de-4ee2-a76a-26665c5e17b9 req-f32aa5c4-dd4a-4b11-8dbb-f8af0ae35835 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0739760 Jun 22 16:42:26.279799 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0cfd5948-80de-4ee2-a76a-26665c5e17b9 req-89546001-569d-4280-973c-93088e6fb7db tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370166 Jun 22 16:42:27.029907 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7a40c617-7241-460e-98d9-9bc7a56fb188 req-c779dc79-1fa2-4ef5-b426-091524376223 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0387380 Jun 22 16:42:27.063339 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-5be49554-9e41-40a5-8f14-e6f9f6d1b754 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:27.063339 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-5be49554-9e41-40a5-8f14-e6f9f6d1b754 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.74 "GET /v2.0/networks?id=1b537b78-0774-4b4e-b306-1ba9eef666f3 HTTP/1.1" status: 200 len: 812 time: 0.1532021 Jun 22 16:42:27.076798 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Request body: {'port': {'device_id': '01d98ce7-714c-4821-98bf-ff53e628bbd7', 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3', 'admin_state_up': True, 'tenant_id': 'c514ab6721c644c59e3c09b456881902'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:42:27.192552 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Made reservation on behalf of c514ab6721c644c59e3c09b456881902 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:42:27.196112 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:27.328747 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Allocated IP 172.20.0.3 (1b537b78-0774-4b4e-b306-1ba9eef666f3/80c39409-5e00-43c4-a7c5-5ab4282ad2c0/a735a109-f6df-4d7c-be86-a57dd3433712) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:42:27.522784 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:27.534756 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6005a-e9f1-4727-b4ea-057f6ea36b9a req-320d958e-04e1-44c1-9928-3794d63b0eba tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:27.536244 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d9a6005a-e9f1-4727-b4ea-057f6ea36b9a req-320d958e-04e1-44c1-9928-3794d63b0eba tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.1181531 Jun 22 16:42:27.591052 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d9a6005a-e9f1-4727-b4ea-057f6ea36b9a req-8864f6f7-db21-4c76-97fc-e57eaf4ebbf6 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481246 Jun 22 16:42:27.602307 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:27.606355 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-80622fa8-acc4-44f6-9f8b-4236c213548e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:27.646603 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Network 1b537b78-0774-4b4e-b306-1ba9eef666f3 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:42:27.649630 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:42:27.653604 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:42:27.684197 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Pushing event updated for resources: {'Port': ['ID=a735a109-f6df-4d7c-be86-a57dd3433712,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:27.688917 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:27.710437 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:27.711073 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:27.724876 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6518507 Jun 22 16:42:27.746187 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Request body: {'port': {'device_id': '01d98ce7-714c-4821-98bf-ff53e628bbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:42:27.821716 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:28.055187 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b1061f1e-5f12-40a0-8b5e-d20b9d5a109d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:28.090541 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a735a109-f6df-4d7c-be86-a57dd3433712 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:42:28.098365 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:28.111023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Transition to ACTIVE for port object a735a109-f6df-4d7c-be86-a57dd3433712 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:42:28.114501 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:28.116424 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3ea77961-e266-483a-80de-377810c48489 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:28.191369 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Pushing event updated for resources: {'Port': ['ID=a735a109-f6df-4d7c-be86-a57dd3433712,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:28.196351 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:28.277319 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c016497-d9eb-42a5-aff9-7fa3a785d5f5 req-f77b3418-3955-4128-b28d-534a0f462ff4 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:28.278789 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1c016497-d9eb-42a5-aff9-7fa3a785d5f5 req-f77b3418-3955-4128-b28d-534a0f462ff4 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 943 time: 0.1336458 Jun 22 16:42:28.293887 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Attempting to bind port a735a109-f6df-4d7c-be86-a57dd3433712 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:42:28.294253 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Attempting to bind port a735a109-f6df-4d7c-be86-a57dd3433712 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '8be2e2e4-1b69-4c11-8b60-b26c5f099e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:42:28.294585 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Attempting to bind port a735a109-f6df-4d7c-be86-a57dd3433712 on network 1b537b78-0774-4b4e-b306-1ba9eef666f3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:42:28.306990 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Port a735a109-f6df-4d7c-be86-a57dd3433712 on network 1b537b78-0774-4b4e-b306-1ba9eef666f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:42:28.307310 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Attempting to bind port a735a109-f6df-4d7c-be86-a57dd3433712 on network 1b537b78-0774-4b4e-b306-1ba9eef666f3 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:42:28.315567 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:42:28.315905 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Checking segment: {'id': '8be2e2e4-1b69-4c11-8b60-b26c5f099e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:42:28.316282 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Bound using segment: {'id': '8be2e2e4-1b69-4c11-8b60-b26c5f099e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:42:28.316710 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Bound port: a735a109-f6df-4d7c-be86-a57dd3433712, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be2e2e4-1b69-4c11-8b60-b26c5f099e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:42:28.317051 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:28.337557 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1c016497-d9eb-42a5-aff9-7fa3a785d5f5 req-0bd4ff62-162d-4008-8642-186a13ca754f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 Jun 22 16:42:28.389006 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] For port a735a109-f6df-4d7c-be86-a57dd3433712, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:42:28.392488 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] For port a735a109-f6df-4d7c-be86-a57dd3433712, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a735a109-f6df-4d7c-be86-a57dd3433712,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:42:28.395884 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:28.398663 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f05099b7-6dd1-4e70-89b0-9fbf2b3b46bd tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:28.432336 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:28.432946 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:28.434348 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] 10.222.0.74 "PUT /v2.0/ports/a735a109-f6df-4d7c-be86-a57dd3433712 HTTP/1.1" status: 200 len: 1093 time: 0.6925588 Jun 22 16:42:28.434825 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d98ce7-714c-4821-98bf-ff53e628bbd7', 'tag': 'a735a109-f6df-4d7c-be86-a57dd3433712'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:42:28.437115 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16307481-9504-4c41-9509-1d148e9143b5" -d '{"events": [{"name": "network-changed", "server_uuid": "01d98ce7-714c-4821-98bf-ff53e628bbd7", "tag": "a735a109-f6df-4d7c-be86-a57dd3433712"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:42:28.458867 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Pushing event updated for resources: {'Port': ['ID=a735a109-f6df-4d7c-be86-a57dd3433712,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:28.461826 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:28.489769 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd42a53a-79b2-4578-b925-e5347ca9be2f x-openstack-request-id: req-fd42a53a-79b2-4578-b925-e5347ca9be2f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:42:28.490106 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d98ce7-714c-4821-98bf-ff53e628bbd7", "tag": "a735a109-f6df-4d7c-be86-a57dd3433712", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:42:28.490392 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fd42a53a-79b2-4578-b925-e5347ca9be2f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:42:28.490798 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d98ce7-714c-4821-98bf-ff53e628bbd7', 'tag': 'a735a109-f6df-4d7c-be86-a57dd3433712', 'status': 'completed', 'code': 200} Jun 22 16:42:28.538602 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-1160cb9d-d40e-4a98-a80e-51156a7dd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:28.540099 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-1160cb9d-d40e-4a98-a80e-51156a7dd5ca service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c514ab6721c644c59e3c09b456881902&device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 1096 time: 0.0596576 Jun 22 16:42:28.588839 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-fb36d1e1-2f9f-423c-9aaf-f6e96ec69e90 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a735a109-f6df-4d7c-be86-a57dd3433712 HTTP/1.1" status: 200 len: 217 time: 0.0331976 Jun 22 16:42:28.646107 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-9ddcf2d9-3de4-4e04-b6d1-b180dcd1db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:28.647538 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-9ddcf2d9-3de4-4e04-b6d1-b180dcd1db38 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80c39409-5e00-43c4-a7c5-5ab4282ad2c0 HTTP/1.1" status: 200 len: 852 time: 0.0513203 Jun 22 16:42:28.686125 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-49692ab0-54ed-4f6f-b82a-066bf422b1a6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1b537b78-0774-4b4e-b306-1ba9eef666f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308084 Jun 22 16:42:28.825803 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-525f796e-fcbe-46bd-a9f7-3816f7037548 service neutron] 10.222.0.74 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311219 Jun 22 16:42:28.838591 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8473e-ef07-4d22-b167-f68b90076088 req-e3892ac7-2e8d-4196-856c-60dd9a146092 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:28.840085 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a7c8473e-ef07-4d22-b167-f68b90076088 req-e3892ac7-2e8d-4196-856c-60dd9a146092 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.1264355 Jun 22 16:42:28.930635 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a7c8473e-ef07-4d22-b167-f68b90076088 req-98c686ec-62d2-40b9-b221-dc8800365f3b tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776429 Jun 22 16:42:28.958897 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-836155ba-28e8-46a9-841c-68c4e68e6c31 req-07ebeee0-cbce-4966-8221-6f17cf362be3 service neutron] 10.222.0.74 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144111 Jun 22 16:42:29.061960 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16307481-9504-4c41-9509-1d148e9143b5 req-0fcbc167-3481-4fbe-9f23-304890a6b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:29.063431 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16307481-9504-4c41-9509-1d148e9143b5 req-0fcbc167-3481-4fbe-9f23-304890a6b0c3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c514ab6721c644c59e3c09b456881902&device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 1096 time: 0.0550661 Jun 22 16:42:29.165526 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16307481-9504-4c41-9509-1d148e9143b5 req-7df45a8e-3ac7-4e7d-bfba-f9a7707a1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:29.166931 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16307481-9504-4c41-9509-1d148e9143b5 req-7df45a8e-3ac7-4e7d-bfba-f9a7707a1886 service neutron] 10.222.0.74 "GET /v2.0/networks?id=1b537b78-0774-4b4e-b306-1ba9eef666f3 HTTP/1.1" status: 200 len: 913 time: 0.0895040 Jun 22 16:42:29.210394 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16307481-9504-4c41-9509-1d148e9143b5 req-c952c933-f682-48b7-b1d0-9d80ac4a95b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a735a109-f6df-4d7c-be86-a57dd3433712 HTTP/1.1" status: 200 len: 217 time: 0.0344298 Jun 22 16:42:29.271592 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16307481-9504-4c41-9509-1d148e9143b5 req-ab6894a7-8407-4520-ab3a-5214a85c930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:29.272993 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16307481-9504-4c41-9509-1d148e9143b5 req-ab6894a7-8407-4520-ab3a-5214a85c930f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=80c39409-5e00-43c4-a7c5-5ab4282ad2c0 HTTP/1.1" status: 200 len: 852 time: 0.0470188 Jun 22 16:42:29.305014 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16307481-9504-4c41-9509-1d148e9143b5 req-7a73601e-9c5e-4c23-94d2-490f263fc326 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=1b537b78-0774-4b4e-b306-1ba9eef666f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251575 Jun 22 16:42:29.392517 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16307481-9504-4c41-9509-1d148e9143b5 req-2f354b29-532a-4f8c-8bcd-e4ca432dc80d service neutron] 10.222.0.74 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774364 Jun 22 16:42:29.518481 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-16307481-9504-4c41-9509-1d148e9143b5 req-8d8356d7-ba9f-43f9-b817-f2a39ab61bf5 service neutron] 10.222.0.74 "GET /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194365 Jun 22 16:42:29.532655 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4f0e4-1be3-423b-bec9-522dcda91774 req-afc8562c-dd98-47db-ac75-992404ec9410 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:29.534377 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a5a4f0e4-1be3-423b-bec9-522dcda91774 req-afc8562c-dd98-47db-ac75-992404ec9410 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 943 time: 0.0876794 Jun 22 16:42:29.571121 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a5a4f0e4-1be3-423b-bec9-522dcda91774 req-9c260996-8303-4aad-8278-487688dc7586 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Jun 22 16:42:30.107793 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56e173-1e4e-4734-bbad-518508764e75 req-fd9bd0c4-cce9-4af7-a734-4c7b4b8e8c55 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:30.109151 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ab56e173-1e4e-4734-bbad-518508764e75 req-fd9bd0c4-cce9-4af7-a734-4c7b4b8e8c55 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0647266 Jun 22 16:42:30.149017 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ab56e173-1e4e-4734-bbad-518508764e75 req-3a9a5e45-63d8-4264-8867-520218f58d8a tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339773 Jun 22 16:42:30.205768 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68752456-8878-4f93-98d9-4ab206f321f8 req-30d96def-bff6-4174-9ccf-eab0e87f837f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520511 Jun 22 16:42:30.296003 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68752456-8878-4f93-98d9-4ab206f321f8 req-d4bbd099-38c6-4952-9ef4-36e782da4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:30.297613 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68752456-8878-4f93-98d9-4ab206f321f8 req-d4bbd099-38c6-4952-9ef4-36e782da4b39 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 1098 time: 0.0538661 Jun 22 16:42:30.408945 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68752456-8878-4f93-98d9-4ab206f321f8 req-5d2e2503-9d22-436b-b330-ff8edfc92647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:30.410420 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68752456-8878-4f93-98d9-4ab206f321f8 req-5d2e2503-9d22-436b-b330-ff8edfc92647 service neutron] 10.222.0.74 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 911 time: 0.0873616 Jun 22 16:42:30.476634 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68752456-8878-4f93-98d9-4ab206f321f8 req-6218e241-7043-4848-a92b-41262f464d03 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cabad33-f222-4945-a144-75d47d29c5a2 HTTP/1.1" status: 200 len: 1000 time: 0.0566523 Jun 22 16:42:30.527076 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68752456-8878-4f93-98d9-4ab206f321f8 req-1a3db70d-ed61-4e25-bdf0-49dbbcb45d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:30.528596 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68752456-8878-4f93-98d9-4ab206f321f8 req-1a3db70d-ed61-4e25-bdf0-49dbbcb45d8c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 200 len: 849 time: 0.0442510 Jun 22 16:42:30.592076 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68752456-8878-4f93-98d9-4ab206f321f8 req-5218e3cd-2d67-4f70-a619-d2ead7f6d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:30.593677 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68752456-8878-4f93-98d9-4ab206f321f8 req-5218e3cd-2d67-4f70-a619-d2ead7f6d5d7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=610ba6c5-51f9-40ff-b347-fdd5091db030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0576575 Jun 22 16:42:30.691021 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68752456-8878-4f93-98d9-4ab206f321f8 req-a0e36c30-5c3d-456d-baab-283c4186a99e service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875723 Jun 22 16:42:30.737498 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ff73a384-397f-4fb2-ad17-b17d1480f8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:30.820003 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb845d83-7417-467f-9c4a-456ebb4ac175 req-ec6c1468-b3e8-41d0-88ec-a57fb2109fbb tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:30.821658 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fb845d83-7417-467f-9c4a-456ebb4ac175 req-ec6c1468-b3e8-41d0-88ec-a57fb2109fbb tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 943 time: 0.1344271 Jun 22 16:42:30.838691 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68752456-8878-4f93-98d9-4ab206f321f8 req-aca12075-8050-4cbd-b9e2-72a291c0ebff service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396282 Jun 22 16:42:30.866622 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fb845d83-7417-467f-9c4a-456ebb4ac175 req-c3e7695e-4d3d-4fe7-84db-61261e27a042 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396025 Jun 22 16:42:31.254111 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:31.328455 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e1ae-e7fd-4e08-886e-7633170236a4 req-20b814fc-2a2f-461e-8385-b7313e6d3408 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:31.330473 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a021e1ae-e7fd-4e08-886e-7633170236a4 req-20b814fc-2a2f-461e-8385-b7313e6d3408 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0674360 Jun 22 16:42:31.368959 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a021e1ae-e7fd-4e08-886e-7633170236a4 req-ddde0612-d975-4a7f-b782-79cb3cf24d2a tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327008 Jun 22 16:42:31.494330 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device a735a109-f6df-4d7c-be86-a57dd3433712 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:42:31.594756 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port a735a109-f6df-4d7c-be86-a57dd3433712, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a735a109-f6df-4d7c-be86-a57dd3433712,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:42:31.609503 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': 'a735a109-f6df-4d7c-be86-a57dd3433712', 'network_id': '1b537b78-0774-4b4e-b306-1ba9eef666f3', 'port_id': 'a735a109-f6df-4d7c-be86-a57dd3433712', 'mac_address': 'fa:16:3e:37:41:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c39409-5e00-43c4-a7c5-5ab4282ad2c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:42:31.652049 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:31.664195 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a735a109-f6df-4d7c-be86-a57dd3433712 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:42:31.682576 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port a735a109-f6df-4d7c-be86-a57dd3433712, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a735a109-f6df-4d7c-be86-a57dd3433712,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:42:31.686173 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:31.687855 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:31.730190 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:31.742272 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=a735a109-f6df-4d7c-be86-a57dd3433712,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:31.749484 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.749782 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.750156 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.750498 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.750835 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.751691 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.752091 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.752474 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.752809 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.753150 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.753465 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.753796 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:42:31.757712 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:31.978070 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['a735a109-f6df-4d7c-be86-a57dd3433712'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:42:32.057760 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97414b-f7f0-4f59-b926-9bce71ec2ca3 req-c0d64e50-97aa-44ff-b464-bef0f3bdc5dd tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:32.059264 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ef97414b-f7f0-4f59-b926-9bce71ec2ca3 req-c0d64e50-97aa-44ff-b464-bef0f3bdc5dd tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 944 time: 0.0632555 Jun 22 16:42:32.095562 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ef97414b-f7f0-4f59-b926-9bce71ec2ca3 req-c49a3e51-597e-4f20-85fe-f81ae8aa228a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300813 Jun 22 16:42:32.478970 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52456) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:32.534222 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:32.540695 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7165599-2f2c-4806-bacc-d316fcb021b5 req-d96e54d5-a453-41d7-97b1-e45749f5bcb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:32.542195 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d7165599-2f2c-4806-bacc-d316fcb021b5 req-d96e54d5-a453-41d7-97b1-e45749f5bcb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0639839 Jun 22 16:42:32.583268 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-25ac41d6-2cca-4a88-9a20-2e227209a7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:32.585495 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d7165599-2f2c-4806-bacc-d316fcb021b5 req-12912753-4d1c-4426-825a-603f29664223 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375133 Jun 22 16:42:32.671627 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-25ac41d6-2cca-4a88-9a20-2e227209a7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:32.675841 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-25ac41d6-2cca-4a88-9a20-2e227209a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:32.678959 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1860550e-2ec6-4314-95e1-7e3b89c52e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:32.711734 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-25ac41d6-2cca-4a88-9a20-2e227209a7ec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4889c765e4a4f63a8d8e8378e24c760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317481 Jun 22 16:42:32.713586 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac41d6-2cca-4a88-9a20-2e227209a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef751551-1c82-4f34-8791-c00994f028c6,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:32.714555 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52460) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:32.716679 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-25ac41d6-2cca-4a88-9a20-2e227209a7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:32.766072 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4a8a-9e17-40ed-8e8f-61030fd2e902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:32.786206 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4a8a-9e17-40ed-8e8f-61030fd2e902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:32.831232 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4a8a-9e17-40ed-8e8f-61030fd2e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:32.833784 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4a8a-9e17-40ed-8e8f-61030fd2e902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:32.834931 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-cf7b4a8a-9e17-40ed-8e8f-61030fd2e902 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ef751551-1c82-4f34-8791-c00994f028c6 HTTP/1.1" status: 204 len: 168 time: 0.1194265 Jun 22 16:42:32.835844 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-db0bc765-5e7d-47cc-be7d-6d894ec8c11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:32.843605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b4a8a-9e17-40ed-8e8f-61030fd2e902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef751551-1c82-4f34-8791-c00994f028c6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:32.845732 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-cf7b4a8a-9e17-40ed-8e8f-61030fd2e902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:33.086192 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52466) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:33.099826 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-901976d0-f861-46ac-807b-fd9f28e6567b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.186766 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-901976d0-f861-46ac-807b-fd9f28e6567b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.190635 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-901976d0-f861-46ac-807b-fd9f28e6567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.193966 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-79e68cc8-7aa4-42a6-a1c0-2afae26c4419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:33.240526 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-901976d0-f861-46ac-807b-fd9f28e6567b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f95fa89a04a48edb14aa86ef7c4962d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532323 Jun 22 16:42:33.243128 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52470) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:33.260225 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901976d0-f861-46ac-807b-fd9f28e6567b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754106c7-00ee-487f-9659-d8913e9334d5,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:33.268029 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-901976d0-f861-46ac-807b-fd9f28e6567b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:33.297820 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b633-dbc6-400f-aed2-8c493f75faf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.303834 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbdb23-1d9b-4bc8-840c-872961ffdbdf req-77ea3ea8-9c4e-4d0d-88bb-936c53661758 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:33.305283 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8ebbdb23-1d9b-4bc8-840c-872961ffdbdf req-77ea3ea8-9c4e-4d0d-88bb-936c53661758 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 944 time: 0.0940921 Jun 22 16:42:33.318039 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b633-dbc6-400f-aed2-8c493f75faf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.341809 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8ebbdb23-1d9b-4bc8-840c-872961ffdbdf req-78858c4d-91e9-4cfa-b402-428b5e4b3d27 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308146 Jun 22 16:42:33.363516 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b633-dbc6-400f-aed2-8c493f75faf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.366175 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b633-dbc6-400f-aed2-8c493f75faf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.367321 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d7c2b633-dbc6-400f-aed2-8c493f75faf7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/754106c7-00ee-487f-9659-d8913e9334d5 HTTP/1.1" status: 204 len: 168 time: 0.1232035 Jun 22 16:42:33.368091 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ddce139b-85e5-4642-a8c2-640c041ebfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:33.375498 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2b633-dbc6-400f-aed2-8c493f75faf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754106c7-00ee-487f-9659-d8913e9334d5,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:33.378260 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d7c2b633-dbc6-400f-aed2-8c493f75faf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:33.514965 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device a735a109-f6df-4d7c-be86-a57dd3433712 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:42:33.563496 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port a735a109-f6df-4d7c-be86-a57dd3433712 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:42:33.567848 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port a735a109-f6df-4d7c-be86-a57dd3433712 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:42:33.568225 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.647986 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.679593 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d98ce7-714c-4821-98bf-ff53e628bbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a735a109-f6df-4d7c-be86-a57dd3433712'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:42:33.681867 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd797d45-4591-47b3-b929-b7cfb66604ed" -d '{"events": [{"server_uuid": "01d98ce7-714c-4821-98bf-ff53e628bbd7", "name": "network-vif-plugged", "status": "completed", "tag": "a735a109-f6df-4d7c-be86-a57dd3433712"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:42:33.699536 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port a735a109-f6df-4d7c-be86-a57dd3433712, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a735a109-f6df-4d7c-be86-a57dd3433712,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:42:33.706257 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.707592 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:33.710433 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:33.738344 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7b6db5-d030-49b2-bfe0-cd0bb35fbcdf x-openstack-request-id: req-1b7b6db5-d030-49b2-bfe0-cd0bb35fbcdf {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:42:33.738634 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d98ce7-714c-4821-98bf-ff53e628bbd7", "name": "network-vif-plugged", "status": "completed", "tag": "a735a109-f6df-4d7c-be86-a57dd3433712", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:42:33.739110 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1b7b6db5-d030-49b2-bfe0-cd0bb35fbcdf {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:42:33.739687 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d98ce7-714c-4821-98bf-ff53e628bbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a735a109-f6df-4d7c-be86-a57dd3433712', 'code': 200} Jun 22 16:42:33.786116 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=a735a109-f6df-4d7c-be86-a57dd3433712,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:33.789301 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:33.808184 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f554365-b418-49e1-9736-70fcb900e04c req-3ff26269-9275-4f36-a71c-af71da017ed4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:33.810080 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5f554365-b418-49e1-9736-70fcb900e04c req-3ff26269-9275-4f36-a71c-af71da017ed4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0971913 Jun 22 16:42:33.853573 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5f554365-b418-49e1-9736-70fcb900e04c req-4396b0c5-ca61-48e0-bd4e-a7696e46cef0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529&id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374432 Jun 22 16:42:33.955175 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c993e7-a11e-4b6a-b729-d01fde736730 req-e3fb48c7-445a-4888-9fcb-286825e39ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:33.956653 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-54c993e7-a11e-4b6a-b729-d01fde736730 req-e3fb48c7-445a-4888-9fcb-286825e39ae7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 1098 time: 0.0540247 Jun 22 16:42:33.994921 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-54c993e7-a11e-4b6a-b729-d01fde736730 req-1b7b90b1-b2c7-47fb-a68d-94a1e3a69db0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Jun 22 16:42:34.513769 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97aa886-a695-48ea-bb74-21100560ed90 req-9714c52b-a852-4873-9377-1dd0dc99be26 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:34.515436 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c97aa886-a695-48ea-bb74-21100560ed90 req-9714c52b-a852-4873-9377-1dd0dc99be26 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 945 time: 0.0619295 Jun 22 16:42:34.555281 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c97aa886-a695-48ea-bb74-21100560ed90 req-813c14f2-c5a6-471e-8853-7ce35929a1cd tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334466 Jun 22 16:42:34.622188 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52522) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:34.723555 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71ce44a1-c04e-4e8e-8485-821f37277c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:34.808680 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71ce44a1-c04e-4e8e-8485-821f37277c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:34.812419 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-71ce44a1-c04e-4e8e-8485-821f37277c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:34.815367 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a4c62fc1-b2e5-43c0-ae49-d16a25673380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:34.851713 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-71ce44a1-c04e-4e8e-8485-821f37277c11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=12483dea572a42558066a9235808e759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285573 Jun 22 16:42:34.852617 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce44a1-c04e-4e8e-8485-821f37277c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808e0f38-a5da-4dfe-aba8-41e6b7379636,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:34.854403 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52526) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:34.855617 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-71ce44a1-c04e-4e8e-8485-821f37277c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:34.903360 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96a0f152-cf5f-45da-b5b0-26317eb2b677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:34.924023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96a0f152-cf5f-45da-b5b0-26317eb2b677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:34.970836 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96a0f152-cf5f-45da-b5b0-26317eb2b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:34.973538 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-96a0f152-cf5f-45da-b5b0-26317eb2b677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:34.974691 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-96a0f152-cf5f-45da-b5b0-26317eb2b677 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/808e0f38-a5da-4dfe-aba8-41e6b7379636 HTTP/1.1" status: 204 len: 168 time: 0.1192579 Jun 22 16:42:34.975451 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-250845a3-3f9c-4940-8e93-79c78889c89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:34.983949 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a0f152-cf5f-45da-b5b0-26317eb2b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808e0f38-a5da-4dfe-aba8-41e6b7379636,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:34.986153 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-96a0f152-cf5f-45da-b5b0-26317eb2b677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:35.983432 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197324fb-e480-4db5-a913-6f7445d29a7a req-14c8d555-b4fa-4934-8fb6-564fe3023117 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:35.984900 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-197324fb-e480-4db5-a913-6f7445d29a7a req-14c8d555-b4fa-4934-8fb6-564fe3023117 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 945 time: 0.3211172 Jun 22 16:42:36.023045 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-197324fb-e480-4db5-a913-6f7445d29a7a req-838e2454-85a9-440a-9cc3-5ee91ef99f2d tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Jun 22 16:42:45.688458 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52694) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:45.788169 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d751a117-65f0-41e7-9417-211172d2a374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:45.870496 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d751a117-65f0-41e7-9417-211172d2a374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:45.873849 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d751a117-65f0-41e7-9417-211172d2a374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:45.876023 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-15bd5191-c66f-41eb-b79e-1f8210394916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:45.910119 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751a117-65f0-41e7-9417-211172d2a374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23170bc-f250-41ad-a4ce-d0266880956c,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:45.913233 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d751a117-65f0-41e7-9417-211172d2a374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:45.916121 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d751a117-65f0-41e7-9417-211172d2a374 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a7550a8c464d4f99962f74ae8f381c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266557 Jun 22 16:42:45.918850 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52698) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:45.966575 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2f17f033-7163-43da-a174-b7afab1471fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:45.986494 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2f17f033-7163-43da-a174-b7afab1471fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:46.031857 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2f17f033-7163-43da-a174-b7afab1471fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:46.034519 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2f17f033-7163-43da-a174-b7afab1471fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:46.038509 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-2f17f033-7163-43da-a174-b7afab1471fa admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c23170bc-f250-41ad-a4ce-d0266880956c HTTP/1.1" status: 204 len: 168 time: 0.1159589 Jun 22 16:42:46.038509 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-23017dd6-4a55-4cf1-9a7e-c659260d6425 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:46.045649 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17f033-7163-43da-a174-b7afab1471fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23170bc-f250-41ad-a4ce-d0266880956c,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:46.047992 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2f17f033-7163-43da-a174-b7afab1471fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:50.463323 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56662805-c965-4970-9c16-187aae4846b7 req-e5a5e3a5-2d04-4a30-96bd-98df17d21a73 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:50.464757 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-56662805-c965-4970-9c16-187aae4846b7 req-e5a5e3a5-2d04-4a30-96bd-98df17d21a73 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0618656 Jun 22 16:42:50.501573 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-56662805-c965-4970-9c16-187aae4846b7 req-126dd252-84f1-4411-8c08-ec97f3ec4569 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312431 Jun 22 16:42:51.675271 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee803f-1f9e-40b7-8bf2-25237f2bae2f req-219df66e-c38f-4574-a791-a4ea72634556 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:51.677261 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7eee803f-1f9e-40b7-8bf2-25237f2bae2f req-219df66e-c38f-4574-a791-a4ea72634556 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0648868 Jun 22 16:42:51.712429 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7eee803f-1f9e-40b7-8bf2-25237f2bae2f req-5c0235e5-487d-47bc-b29e-d6bc401e7890 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295656 Jun 22 16:42:52.879907 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d3e27-d790-4c58-b9bc-9b19d1598403 req-54d5107f-5318-45f5-9b05-5eea5e144b04 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:52.881324 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-224d3e27-d790-4c58-b9bc-9b19d1598403 req-54d5107f-5318-45f5-9b05-5eea5e144b04 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0605731 Jun 22 16:42:52.917840 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-224d3e27-d790-4c58-b9bc-9b19d1598403 req-7de3b7dc-52f3-4e57-a4a6-b2c183203572 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310235 Jun 22 16:42:54.000163 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a07280-13ee-46e6-a084-28309220c1a2 req-5ec93b91-be39-4bfb-9df0-bf676761fd4c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:54.001602 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f7a07280-13ee-46e6-a084-28309220c1a2 req-5ec93b91-be39-4bfb-9df0-bf676761fd4c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 947 time: 0.0614266 Jun 22 16:42:54.067991 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f7a07280-13ee-46e6-a084-28309220c1a2 req-99b0b4a1-168c-4bdb-87c8-c76fe3fae0cf tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600321 Jun 22 16:42:54.100147 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df7f50-836e-4f2e-8339-50a5bf8675ae req-42ca6bb5-fd1b-4793-ab23-e62f5783dd2a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:54.101591 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d7df7f50-836e-4f2e-8339-50a5bf8675ae req-42ca6bb5-fd1b-4793-ab23-e62f5783dd2a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0736892 Jun 22 16:42:54.137584 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d7df7f50-836e-4f2e-8339-50a5bf8675ae req-14ea6d91-797b-471f-8632-063a7df81721 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304165 Jun 22 16:42:55.280314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60d179-87d8-4a0d-a268-99acb2da647b req-50dac4d0-e82c-4572-9792-0e629ece3c5f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:55.282390 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9b60d179-87d8-4a0d-a268-99acb2da647b req-50dac4d0-e82c-4572-9792-0e629ece3c5f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 947 time: 0.0978119 Jun 22 16:42:55.353396 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9b60d179-87d8-4a0d-a268-99acb2da647b req-c3f1667b-415d-434f-8e96-32ba1896dce4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657017 Jun 22 16:42:55.381855 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadadf86-c9c1-4464-8fa0-ec6ab9a3172f req-1e78c764-ffa9-46fa-beee-fe80ba5051a1 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:55.383317 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fadadf86-c9c1-4464-8fa0-ec6ab9a3172f req-1e78c764-ffa9-46fa-beee-fe80ba5051a1 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0812223 Jun 22 16:42:55.419422 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fadadf86-c9c1-4464-8fa0-ec6ab9a3172f req-77a0553b-456f-407d-a4fe-a42926246bcb tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307212 Jun 22 16:42:55.919784 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-1e53fc7e-161d-468d-9796-26e13afbc3e0 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:55.921262 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-1e53fc7e-161d-468d-9796-26e13afbc3e0 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 947 time: 0.0687091 Jun 22 16:42:56.055876 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Deleting port f114281f-7d8f-4b40-949f-11d03afe74c1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:42:56.056217 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:56.113295 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f3811-a4af-495b-bcd7-ebd60735edbb req-ad68bb44-3591-458f-a1c4-ba2092619a2f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:56.114769 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4f7f3811-a4af-495b-bcd7-ebd60735edbb req-ad68bb44-3591-458f-a1c4-ba2092619a2f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 945 time: 0.1209402 Jun 22 16:42:56.176778 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4f7f3811-a4af-495b-bcd7-ebd60735edbb req-52671fba-5024-40cc-b9b1-b5fa5c8417ce tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555470 Jun 22 16:42:56.181323 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] For port f114281f-7d8f-4b40-949f-11d03afe74c1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=f114281f-7d8f-4b40-949f-11d03afe74c1,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:42:56.181686 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:56.440747 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:56.443739 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:56.443739 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.l3_db [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Floating IP 2fc58422-5640-47bd-852b-37e76eb1c7d3 disassociated. External IP: 172.28.0.21, port: f114281f-7d8f-4b40-949f-11d03afe74c1. Jun 22 16:42:56.443739 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Calling delete_port for f114281f-7d8f-4b40-949f-11d03afe74c1 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:42:56.632244 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59898dfe-428c-4e93-80ea-6dd192c76f40 req-4393bf73-2eb4-48a5-8e98-d5617aaaef27 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:56.633690 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-59898dfe-428c-4e93-80ea-6dd192c76f40 req-4393bf73-2eb4-48a5-8e98-d5617aaaef27 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=75c2b753-bf3c-4236-968c-936fdaf9f891 HTTP/1.1" status: 200 len: 947 time: 0.1482656 Jun 22 16:42:56.682347 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:56.689295 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:56.702149 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346ff77-b26c-4069-8edd-1ab83380d07c req-df2ca72a-8e9d-4a68-8263-acde120eb1c9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:56.703535 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0346ff77-b26c-4069-8edd-1ab83380d07c req-df2ca72a-8e9d-4a68-8263-acde120eb1c9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1621904 Jun 22 16:42:56.724790 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-59898dfe-428c-4e93-80ea-6dd192c76f40 req-99049214-686f-486e-98d8-ac958e1840f6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=5401359f-4d50-4292-a87a-578067d72d40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846546 Jun 22 16:42:56.729294 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event deleted for resources: {'Port': ['ID=f114281f-7d8f-4b40-949f-11d03afe74c1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:56.736693 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:56.811196 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0346ff77-b26c-4069-8edd-1ab83380d07c req-089162b3-fb6f-40cd-a9c9-7f73d10ac1aa tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837836 Jun 22 16:42:56.871697 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Router 72d2996e-d684-4f0e-8bff-8664529db36c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:42:56.975939 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:42:56.986268 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] Sync routers for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:42:56.996346 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:42:56.996958 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:42:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:57.021010 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] No DVR routers for this DVR port f114281f-7d8f-4b40-949f-11d03afe74c1 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:42:57.023725 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:57.025759 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c5fe2b3c-451e-4964-a3c4-71c1efacaf42 req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "DELETE /v2.0/ports/f114281f-7d8f-4b40-949f-11d03afe74c1 HTTP/1.1" status: 204 len: 173 time: 1.0984905 Jun 22 16:42:57.026345 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-deleted', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:42:57.028591 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bf3c68-d0b2-46bc-bedb-eaf89ea21715" -d '{"events": [{"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-deleted", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:42:57.078013 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9cbf47-e15a-4ad4-8290-12b08620a669 x-openstack-request-id: req-ec9cbf47-e15a-4ad4-8290-12b08620a669 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:42:57.078340 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c2b753-bf3c-4236-968c-936fdaf9f891", "name": "network-vif-deleted", "tag": "f114281f-7d8f-4b40-949f-11d03afe74c1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:42:57.078767 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ec9cbf47-e15a-4ad4-8290-12b08620a669 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:42:57.079246 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c2b753-bf3c-4236-968c-936fdaf9f891', 'name': 'network-vif-deleted', 'tag': 'f114281f-7d8f-4b40-949f-11d03afe74c1', 'status': 'completed', 'code': 200} Jun 22 16:42:57.105881 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:42:57.302241 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:42:57.310557 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:57.336869 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] Checking router: 72d2996e-d684-4f0e-8bff-8664529db36c for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:42:57.345065 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:42:57.345669 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:42:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:57.355496 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afdef6-d6a2-4ae9-b8b7-9f5614ddb8e7 req-8c1532c2-6447-43a8-862e-000f831e8b4f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:57.357112 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-88afdef6-d6a2-4ae9-b8b7-9f5614ddb8e7 req-8c1532c2-6447-43a8-862e-000f831e8b4f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 945 time: 0.0644243 Jun 22 16:42:57.394362 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-88afdef6-d6a2-4ae9-b8b7-9f5614ddb8e7 req-2b25c85e-ee7b-4015-b9b5-7878abb41c0e tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Jun 22 16:42:57.451954 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:42:57.653825 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:42:57.680332 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf113d54-8bbf-4331-a202-8c8661cbe5a1 None None] The sync data for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb is: [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:42:57.860679 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52808) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:57.930713 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-683bf041-480c-48d7-999c-2890756a1dac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:57.957429 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-683bf041-480c-48d7-999c-2890756a1dac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.008747 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748df11-f0ca-4a60-b29c-1d4328c6cc16 None None] New status for floating IP 2fc58422-5640-47bd-852b-37e76eb1c7d3: DOWN {{(pid=93718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:42:58.012941 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de064f-54d7-43b9-b5b0-5f9c9df9f769 req-80ae3e95-6267-4cb3-8a99-a0ce0ef8ecc3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:58.014426 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97de064f-54d7-43b9-b5b0-5f9c9df9f769 req-80ae3e95-6267-4cb3-8a99-a0ce0ef8ecc3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0803697 Jun 22 16:42:58.015984 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-683bf041-480c-48d7-999c-2890756a1dac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.019009 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-683bf041-480c-48d7-999c-2890756a1dac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.020287 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-683bf041-480c-48d7-999c-2890756a1dac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "DELETE /v2.0/security-groups/5401359f-4d50-4292-a87a-578067d72d40 HTTP/1.1" status: 204 len: 168 time: 0.1585691 Jun 22 16:42:58.021090 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-74a9099a-1ffa-40bd-88d0-def79cf30198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:58.024146 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52810) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:58.048369 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.api.v2.resource [None req-03ae3de4-9061-456b-aca5-3861ac7f2c39 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] show failed (client error): The resource could not be found. Jun 22 16:42:58.053467 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-03ae3de4-9061-456b-aca5-3861ac7f2c39 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups/5401359f-4d50-4292-a87a-578067d72d40 HTTP/1.1" status: 404 len: 347 time: 0.0271337 Jun 22 16:42:58.054052 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52812) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:58.057721 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bf041-480c-48d7-999c-2890756a1dac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5401359f-4d50-4292-a87a-578067d72d40,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:58.060087 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-2645128e-80ae-4b4e-85ac-f5e9997b29e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.070532 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97de064f-54d7-43b9-b5b0-5f9c9df9f769 req-e552e122-f012-40c2-ad12-9864151e1bb3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469410 Jun 22 16:42:58.093487 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-683bf041-480c-48d7-999c-2890756a1dac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:58.187083 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Deleting port 2e4f2b51-12fb-4b59-9d85-cb6c64757be4 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:42:58.187447 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.264421 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.264755 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.275857 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Calling delete_port for 2e4f2b51-12fb-4b59-9d85-cb6c64757be4 owned by network:floatingip {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:42:58.410124 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.413515 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f134e707-4550-4db6-94da-16bc29c94a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:58.442049 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event deleted for resources: {'Port': ['ID=2e4f2b51-12fb-4b59-9d85-cb6c64757be4,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:58.464967 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:58.501240 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.503728 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:58.508093 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "DELETE /v2.0/floatingips/2fc58422-5640-47bd-852b-37e76eb1c7d3 HTTP/1.1" status: 204 len: 168 time: 0.4484067 Jun 22 16:42:58.577145 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec9a4-aa46-47e9-9228-adbe444c57ce req-479af22d-ea0d-4d4b-9721-790fef5b6b7e tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:58.578709 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-78bec9a4-aa46-47e9-9228-adbe444c57ce req-479af22d-ea0d-4d4b-9721-790fef5b6b7e tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 945 time: 0.0703845 Jun 22 16:42:58.619600 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-78bec9a4-aa46-47e9-9228-adbe444c57ce req-2727f0bc-4fae-410b-bba1-6cd9f260bc62 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354493 Jun 22 16:42:58.900972 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52818) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:58.906036 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-d2aafeef-068f-4cb2-80b2-d45a05df874d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1812955775', 'description': 'tempest-description--1103050460'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:42:58.933091 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2aafeef-068f-4cb2-80b2-d45a05df874d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.017834 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2aafeef-068f-4cb2-80b2-d45a05df874d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.022083 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2aafeef-068f-4cb2-80b2-d45a05df874d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.025147 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-96a0f152-cf5f-45da-b5b0-26317eb2b677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:59.049667 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d2aafeef-068f-4cb2-80b2-d45a05df874d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.050970 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-d2aafeef-068f-4cb2-80b2-d45a05df874d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1488311 Jun 22 16:42:59.054006 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 52820) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:59.055028 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aafeef-068f-4cb2-80b2-d45a05df874d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db34e66-4e0d-4c96-8910-497458df14a8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:59.057838 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d2aafeef-068f-4cb2-80b2-d45a05df874d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:59.059341 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-d245ffbe-2623-41a0-b810-682221a12f1b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'security_group_rule': {'security_group_id': '8db34e66-4e0d-4c96-8910-497458df14a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:42:59.086877 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d245ffbe-2623-41a0-b810-682221a12f1b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.143434 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d245ffbe-2623-41a0-b810-682221a12f1b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.148328 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d245ffbe-2623-41a0-b810-682221a12f1b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.151137 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:59.173055 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d245ffbe-2623-41a0-b810-682221a12f1b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.177330 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52824) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:59.177656 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d245ffbe-2623-41a0-b810-682221a12f1b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219037 Jun 22 16:42:59.179144 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245ffbe-2623-41a0-b810-682221a12f1b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4316a183-43f2-447e-aaea-44bcfe40a409,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:59.181859 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d245ffbe-2623-41a0-b810-682221a12f1b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:59.189174 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-b3606b02-600a-4afd-b22a-7ed2b99c42c2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'security_group_rule': {'security_group_id': '8db34e66-4e0d-4c96-8910-497458df14a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:42:59.255454 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3606b02-600a-4afd-b22a-7ed2b99c42c2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.305681 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da90eb5-6352-4567-81d9-000bd4a04a09 req-8112d584-6f44-44b3-8466-b6fbea6443f5 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:59.307084 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9da90eb5-6352-4567-81d9-000bd4a04a09 req-8112d584-6f44-44b3-8466-b6fbea6443f5 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1128986 Jun 22 16:42:59.346267 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3606b02-600a-4afd-b22a-7ed2b99c42c2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.353340 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3606b02-600a-4afd-b22a-7ed2b99c42c2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.358715 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:59.366942 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9da90eb5-6352-4567-81d9-000bd4a04a09 req-5435efc9-e91a-48ca-987e-bd3d176f94b8 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541098 Jun 22 16:42:59.377354 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3606b02-600a-4afd-b22a-7ed2b99c42c2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47acdbea-68fa-42b8-bfd0-aa80ab6dc529,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:59.382035 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b3606b02-600a-4afd-b22a-7ed2b99c42c2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:59.391410 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b3606b02-600a-4afd-b22a-7ed2b99c42c2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.392939 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-b3606b02-600a-4afd-b22a-7ed2b99c42c2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2143691 Jun 22 16:42:59.396558 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52826) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:42:59.401131 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'floatingip': {'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:42:59.421807 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.512693 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.617235 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Allocated IP 172.28.0.35 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/2f5a342b-1630-4ddb-aca0-28887b1b6177) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:42:59.682029 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:42:59.703031 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: f114281f-7d8f-4b40-949f-11d03afe74c1 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:42:59.703662 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device f114281f-7d8f-4b40-949f-11d03afe74c1 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:42:59.719433 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.794827 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:42:59.798605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6f297cfa-ac62-40ab-b999-f0930fd05bde tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:42:59.839201 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:42:59.843943 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:42:59.851015 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:42:59.855495 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'Port': ['ID=2f5a342b-1630-4ddb-aca0-28887b1b6177,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:42:59.874669 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:42:59.882215 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa241de-c2b5-496b-a033-7a58d25ad1d0 req-8e3ef4d1-595f-472d-b818-063d6c8765e1 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:42:59.883673 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eaa241de-c2b5-496b-a033-7a58d25ad1d0 req-8e3ef4d1-595f-472d-b818-063d6c8765e1 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 945 time: 0.1485937 Jun 22 16:42:59.938799 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eaa241de-c2b5-496b-a033-7a58d25ad1d0 req-e31bdc97-d1ca-4ade-b8a0-efc915ea14a2 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493786 Jun 22 16:42:59.973975 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:00.014585 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:00.157922 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:00.163028 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:00.165663 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:00.226679 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'Port': ['ID=2f5a342b-1630-4ddb-aca0-28887b1b6177,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:00.231744 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:00.238041 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:00.250866 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:00.252230 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8546746 Jun 22 16:43:00.434044 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-a7021902-e84a-47ca-8e7d-51479cdd5f8b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1812955775&fields=id&tenant_id=3c5fa2de56924183a1e7bf4635fc9a82 HTTP/1.1" status: 200 len: 267 time: 0.0332336 Jun 22 16:43:00.574749 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-ba5d2d4a-1422-47f0-b790-563f67733f9e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:00.576185 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-ba5d2d4a-1422-47f0-b790-563f67733f9e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 816 time: 0.1359215 Jun 22 16:43:00.597716 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a3fb7-92a9-4cf9-aecb-909df7cb207e req-eeadf7df-98ca-49ff-a3c9-d9c43a2b4342 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:00.599155 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3b5a3fb7-92a9-4cf9-aecb-909df7cb207e req-eeadf7df-98ca-49ff-a3c9-d9c43a2b4342 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1114573 Jun 22 16:43:00.603241 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-b317bed8-dbd0-4816-b3f8-8111d878a89e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/quotas/3c5fa2de56924183a1e7bf4635fc9a82 HTTP/1.1" status: 200 len: 375 time: 0.0196016 Jun 22 16:43:00.672770 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3b5a3fb7-92a9-4cf9-aecb-909df7cb207e req-51d03f8d-2e2f-4d92-9f2d-bf302decc811 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678456 Jun 22 16:43:00.707702 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-a74d35b5-77b4-4477-8d0a-5ea059a16fe5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963938 Jun 22 16:43:00.738103 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-bb2c008a-0fcd-414e-a01d-468ec2335c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:00.833033 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-dc491d47-7147-4d99-9165-c3f83d6cc274 service neutron] 10.222.0.70 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135156 Jun 22 16:43:00.913417 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-ebb5805e-35dd-4883-8a1a-4ad7438aa904 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:00.914857 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-ebb5805e-35dd-4883-8a1a-4ad7438aa904 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.74 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 945 time: 0.1238866 Jun 22 16:43:00.973597 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-3ca5ffbe-83c2-4808-bde4-bde837cac5e7 service neutron] 10.222.0.70 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346128 Jun 22 16:43:01.034567 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Deleting port a735a109-f6df-4d7c-be86-a57dd3433712 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:01.034917 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:01.176912 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5e2eedc6-4825-446e-895d-caebc8a85608 req-2298a6b7-5701-4c56-9edf-9ab3b8b96e22 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0520899 Jun 22 16:43:01.204786 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] For port a735a109-f6df-4d7c-be86-a57dd3433712, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=a735a109-f6df-4d7c-be86-a57dd3433712,segment=NetworkSegment(8be2e2e4-1b69-4c11-8b60-b26c5f099e48),segment_id=8be2e2e4-1b69-4c11-8b60-b26c5f099e48)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:01.204786 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:01.219404 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Calling delete_port for a735a109-f6df-4d7c-be86-a57dd3433712 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:01.230034 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b86b6-386a-4e6d-8878-06de8ddd82ea req-b5282b46-53ac-4936-96d7-e5bff3354410 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:01.231476 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1e9b86b6-386a-4e6d-8878-06de8ddd82ea req-b5282b46-53ac-4936-96d7-e5bff3354410 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 945 time: 0.1820951 Jun 22 16:43:01.257621 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:01.556136 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1e9b86b6-386a-4e6d-8878-06de8ddd82ea req-a9d93d79-efa5-4e7f-aad8-d12b28861084 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/security-groups?id=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175044 Jun 22 16:43:01.626087 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:01.629651 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-1deb3269-9751-4d0b-a021-70a6151b19d5 tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:01.637642 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['a735a109-f6df-4d7c-be86-a57dd3433712'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:43:01.654220 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Pushing event deleted for resources: {'Port': ['ID=a735a109-f6df-4d7c-be86-a57dd3433712,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:01.657317 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:01.702228 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] No DVR routers for this DVR port a735a109-f6df-4d7c-be86-a57dd3433712 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:43:01.704751 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:01.706791 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ef4285ef-3df0-4dff-be66-03d5b5d30252 req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.74 "DELETE /v2.0/ports/a735a109-f6df-4d7c-be86-a57dd3433712 HTTP/1.1" status: 204 len: 173 time: 0.7824512 Jun 22 16:43:01.707819 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d98ce7-714c-4821-98bf-ff53e628bbd7', 'name': 'network-vif-deleted', 'tag': 'a735a109-f6df-4d7c-be86-a57dd3433712'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:01.710177 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b81189-8c23-478b-9b56-0cd20c4f463f" -d '{"events": [{"server_uuid": "01d98ce7-714c-4821-98bf-ff53e628bbd7", "name": "network-vif-deleted", "tag": "a735a109-f6df-4d7c-be86-a57dd3433712"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:01.718444 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:01.746730 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faeb988d-3975-4a6b-8f81-24afdeb2f527 x-openstack-request-id: req-faeb988d-3975-4a6b-8f81-24afdeb2f527 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:01.747096 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d98ce7-714c-4821-98bf-ff53e628bbd7", "name": "network-vif-deleted", "tag": "a735a109-f6df-4d7c-be86-a57dd3433712", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:01.747377 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-faeb988d-3975-4a6b-8f81-24afdeb2f527 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:01.747898 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d98ce7-714c-4821-98bf-ff53e628bbd7', 'name': 'network-vif-deleted', 'tag': 'a735a109-f6df-4d7c-be86-a57dd3433712', 'status': 'completed', 'code': 200} Jun 22 16:43:01.866493 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c09a1-d621-4b61-9632-f2b63a8c574e req-e46b94e8-6255-4d8c-b7aa-f91caa94f1a2 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:01.867883 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-352c09a1-d621-4b61-9632-f2b63a8c574e req-e46b94e8-6255-4d8c-b7aa-f91caa94f1a2 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0635297 Jun 22 16:43:01.907705 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-352c09a1-d621-4b61-9632-f2b63a8c574e req-a0a84b76-2463-48f4-9e32-ccf8f8ed6d4a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338855 Jun 22 16:43:02.316586 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71145d2f-760c-4de5-8a3e-093f9d7053fb req-f4c98252-76af-4176-99c8-3ab8e2885aee tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:02.318039 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-71145d2f-760c-4de5-8a3e-093f9d7053fb req-f4c98252-76af-4176-99c8-3ab8e2885aee tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1385038 Jun 22 16:43:02.355845 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-18299a9b-4194-42f5-ab5c-f043e104ef20 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:02.357247 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-18299a9b-4194-42f5-ab5c-f043e104ef20 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 816 time: 0.1506858 Jun 22 16:43:02.403838 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0e3afaf6-cc1d-413b-bf85-1634085d449d req-b20e06c1-61cf-4ea2-baf0-d2193bd99359 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0797949 Jun 22 16:43:02.452033 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-71145d2f-760c-4de5-8a3e-093f9d7053fb req-2b164593-39f7-4d8b-b512-3de11915df4d tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247690 Jun 22 16:43:02.461156 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-57f296c3-17c4-4915-9851-8b10dce558da tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c5fa2de56924183a1e7bf4635fc9a82 HTTP/1.1" status: 200 len: 380 time: 0.0691559 Jun 22 16:43:02.474440 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'port': {'device_id': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'admin_state_up': True, 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'security_groups': ['8db34e66-4e0d-4c96-8910-497458df14a8']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:02.491379 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-0ca63ed9-15cd-4162-a5ee-445d8cb3ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:02.492825 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-0ca63ed9-15cd-4162-a5ee-445d8cb3ab6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 1098 time: 0.1556189 Jun 22 16:43:02.538596 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:02.646818 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-93ee6293-896d-47cf-8464-16f7256118eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:02.648273 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-93ee6293-896d-47cf-8464-16f7256118eb service neutron] 10.222.0.74 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 911 time: 0.1313019 Jun 22 16:43:02.702358 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Made reservation on behalf of 3c5fa2de56924183a1e7bf4635fc9a82 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:43:02.705831 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:02.745486 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-df823df8-0e4e-440f-bd54-40bb62e29879 req-868900bf-9fea-4ec7-b172-3fd9042a3880 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] 10.222.0.70 "GET /v2.0/ports?device_id=01d98ce7-714c-4821-98bf-ff53e628bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0468066 Jun 22 16:43:02.771449 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-0911d9d8-0f82-4bca-a236-b5df945ba6d2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cabad33-f222-4945-a144-75d47d29c5a2 HTTP/1.1" status: 200 len: 1000 time: 0.1157310 Jun 22 16:43:02.876659 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-52ce1f2a-023e-4515-9f55-4632087e8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:02.878150 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-52ce1f2a-023e-4515-9f55-4632087e8305 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 200 len: 849 time: 0.0815394 Jun 22 16:43:02.930502 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Allocated IP 172.20.0.13 (0848b92c-b857-4e6d-9c32-8d3267e3fc54/eeb4871a-0c71-47d4-a4bc-77853f245ef3/0449244e-550e-4654-ab89-9e4f0d6bebe3) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:02.993199 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-33855355-5f15-46b5-8eaf-55aee90af66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:02.994671 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-33855355-5f15-46b5-8eaf-55aee90af66b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=610ba6c5-51f9-40ff-b347-fdd5091db030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1091945 Jun 22 16:43:03.143140 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:03.147970 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-82e9abf3-42c6-4fc3-a051-1ec8d34303dc service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268444 Jun 22 16:43:03.165085 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Transition to ACTIVE for port object 0449244e-550e-4654-ab89-9e4f0d6bebe3 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:03.258481 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2f676b09-7a35-4e80-8e38-f8f8ae7f9f76 req-80df8868-c3d9-4f67-bd0b-d4fa73af828d service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026893 Jun 22 16:43:03.259855 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:03.263619 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ce51b6f7-9bf6-467f-a3ad-0735fb42a319 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:03.308611 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:03.311898 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:03.315667 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:03.338756 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:03.343191 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:03.369265 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:03.369902 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:03.383803 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9146521 Jun 22 16:43:03.396607 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Request body: {'port': {'device_id': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:03.471008 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:03.552156 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-34ee7cfd-9f8e-4976-af7e-b1d96b67c88b None None] Provisioning for port 0449244e-550e-4654-ab89-9e4f0d6bebe3 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:03.556515 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-34ee7cfd-9f8e-4976-af7e-b1d96b67c88b None None] Provisioning complete for port 0449244e-550e-4654-ab89-9e4f0d6bebe3 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:03.557128 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-34ee7cfd-9f8e-4976-af7e-b1d96b67c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:03.602229 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-34ee7cfd-9f8e-4976-af7e-b1d96b67c88b None None] Port 0449244e-550e-4654-ab89-9e4f0d6bebe3 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:43:03.687760 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:03.748361 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e5c7-9ec1-4134-8784-f985881ef96c req-c0a42afa-8668-4372-8be7-fcec64240a6b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:03.749870 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e1d9e5c7-9ec1-4134-8784-f985881ef96c req-c0a42afa-8668-4372-8be7-fcec64240a6b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 932 time: 0.2247319 Jun 22 16:43:03.794121 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8d033-7a11-4699-aefb-38f6acf19ef3 req-1b4b113d-a512-4f65-831f-3f5b6abb0a6a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:03.795560 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-61c8d033-7a11-4699-aefb-38f6acf19ef3 req-1b4b113d-a512-4f65-831f-3f5b6abb0a6a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.2142518 Jun 22 16:43:03.865199 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e1d9e5c7-9ec1-4134-8784-f985881ef96c req-4202d2c3-9e92-41d5-b745-ed4f0636ea2c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076956 Jun 22 16:43:03.883765 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-61c8d033-7a11-4699-aefb-38f6acf19ef3 req-fb18b223-3c94-46ea-8ef9-a76179a3069e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813746 Jun 22 16:43:03.898289 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0449244e-550e-4654-ab89-9e4f0d6bebe3 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:43:03.907577 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:03.920396 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Transition to ACTIVE for port object 0449244e-550e-4654-ab89-9e4f0d6bebe3 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:03.925351 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:03.928724 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:03.978140 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:03.996200 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:04.052065 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Attempting to bind port 0449244e-550e-4654-ab89-9e4f0d6bebe3 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:43:04.052488 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Attempting to bind port 0449244e-550e-4654-ab89-9e4f0d6bebe3 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:43:04.052890 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Attempting to bind port 0449244e-550e-4654-ab89-9e4f0d6bebe3 on network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:04.057724 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Port 0449244e-550e-4654-ab89-9e4f0d6bebe3 on network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:43:04.058356 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Attempting to bind port 0449244e-550e-4654-ab89-9e4f0d6bebe3 on network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:04.063789 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:43:04.064179 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Checking segment: {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:04.064571 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Bound using segment: {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:43:04.065013 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Bound port: 0449244e-550e-4654-ab89-9e4f0d6bebe3, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078df689-a135-4a6f-957a-dd1a2e641243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:43:04.065364 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:04.144469 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:43:04.148589 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:43:04.152431 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:04.154354 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-92668a21-4d99-4de5-9a16-6f06463d0b51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:04.189120 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:04.189559 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:04.190989 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] 10.222.0.74 "PUT /v2.0/ports/0449244e-550e-4654-ab89-9e4f0d6bebe3 HTTP/1.1" status: 200 len: 1094 time: 0.7992139 Jun 22 16:43:04.192048 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:04.194438 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac072f3-e0a8-44f9-aba9-9d2d71591473" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:04.289393 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4db120a-169a-4814-856c-44a868e8b2fc x-openstack-request-id: req-e4db120a-169a-4814-856c-44a868e8b2fc {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:04.289841 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:04.290259 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e4db120a-169a-4814-856c-44a868e8b2fc {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:04.290749 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'status': 'completed', 'code': 200} Jun 22 16:43:04.293955 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:04.297451 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:04.323215 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-15f26759-9f43-4359-b393-6dbed3e2f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:04.324875 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-15f26759-9f43-4359-b393-6dbed3e2f2dd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0870802 Jun 22 16:43:04.370678 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-a1fe4430-bfe6-41fe-9f5d-7dd444cc8fcd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3 HTTP/1.1" status: 200 len: 217 time: 0.0384908 Jun 22 16:43:04.418629 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-cd0f5e0b-4c7f-4a5c-aa98-717f5b4950ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:04.420034 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-cd0f5e0b-4c7f-4a5c-aa98-717f5b4950ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.0434427 Jun 22 16:43:04.477544 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-23f14442-71ec-4e39-9e4c-a956309d2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:04.479098 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-23f14442-71ec-4e39-9e4c-a956309d2d0b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0513859 Jun 22 16:43:04.568427 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-086d062e-8ff2-463e-858d-4de9275747f6 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828261 Jun 22 16:43:04.654055 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c3334855-3d32-4b4b-bfd9-4d2fddb715a0 req-b3dafbf8-370f-48b5-b6bb-824a0029371d service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775666 Jun 22 16:43:04.752777 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-4caedf83-9360-46a6-acbb-dddac6f6111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:04.754274 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-4caedf83-9360-46a6-acbb-dddac6f6111f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 1097 time: 0.0510058 Jun 22 16:43:04.845428 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-84305096-491e-4669-be68-e32eed0f852a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:04.846920 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-84305096-491e-4669-be68-e32eed0f852a service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.0851703 Jun 22 16:43:04.886066 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-89f09bcd-a1ad-4de8-9219-ea20b635b48c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3 HTTP/1.1" status: 200 len: 217 time: 0.0314760 Jun 22 16:43:04.939652 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-e66a7d38-4995-405d-bffe-ee454eb27a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:04.941162 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-e66a7d38-4995-405d-bffe-ee454eb27a45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.0488484 Jun 22 16:43:05.064738 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-8680e930-038b-4eda-b7c5-e32622c36a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:05.066714 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-8680e930-038b-4eda-b7c5-e32622c36a8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1174481 Jun 22 16:43:05.154171 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b09f2-111b-4a1b-8b77-1322b7a4f617 req-46e18780-32c6-4795-b7f6-87a769cb7678 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:05.155616 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-016b09f2-111b-4a1b-8b77-1322b7a4f617 req-46e18780-32c6-4795-b7f6-87a769cb7678 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.1728711 Jun 22 16:43:05.166711 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ea2c9-0d43-44a0-81bb-48e7f7d79d7c req-a6f6c98b-7104-4aa0-8445-0125d2cb14a1 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:05.167991 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cc1ea2c9-0d43-44a0-81bb-48e7f7d79d7c req-a6f6c98b-7104-4aa0-8445-0125d2cb14a1 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1685874 Jun 22 16:43:05.234060 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-aae751a5-7120-4dce-a4dc-1077ee926afe service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568639 Jun 22 16:43:05.255956 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-016b09f2-111b-4a1b-8b77-1322b7a4f617 req-9822f3d0-a8d7-46b7-826e-d9a4c83a14cf tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870900 Jun 22 16:43:05.270037 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cc1ea2c9-0d43-44a0-81bb-48e7f7d79d7c req-977dafec-cbd9-49dc-bd86-6944340867e5 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917928 Jun 22 16:43:05.335409 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4ac072f3-e0a8-44f9-aba9-9d2d71591473 req-222ac096-f341-4be9-99a0-b6890ce5265b service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944796 Jun 22 16:43:05.707949 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device a735a109-f6df-4d7c-be86-a57dd3433712 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:43:05.727577 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: a735a109-f6df-4d7c-be86-a57dd3433712 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:43:05.727938 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device a735a109-f6df-4d7c-be86-a57dd3433712 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:43:06.427816 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf146bd6-a574-4cb1-b59a-d689effa0ff2 req-0f1cc6f3-f4ea-4355-8b9a-fdca7d6d8060 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:06.429211 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cf146bd6-a574-4cb1-b59a-d689effa0ff2 req-0f1cc6f3-f4ea-4355-8b9a-fdca7d6d8060 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0614796 Jun 22 16:43:06.465217 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cf146bd6-a574-4cb1-b59a-d689effa0ff2 req-a136d9d1-e417-4f02-b01f-e7c8dfabb224 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306249 Jun 22 16:43:07.653997 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a66c0b-427c-4a39-9298-db4a32114750 req-874bcc67-eeb0-4de3-adef-c3e2d8aeb3fd tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:07.655485 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d7a66c0b-427c-4a39-9298-db4a32114750 req-874bcc67-eeb0-4de3-adef-c3e2d8aeb3fd tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0705631 Jun 22 16:43:07.692057 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d7a66c0b-427c-4a39-9298-db4a32114750 req-879883f8-2199-4f79-856d-c4226128e139 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307300 Jun 22 16:43:07.730440 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0449244e-550e-4654-ab89-9e4f0d6bebe3 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:43:07.823780 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:07.834751 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'port_id': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'mac_address': 'fa:16:3e:c1:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:43:07.871012 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:07.883739 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0449244e-550e-4654-ab89-9e4f0d6bebe3 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:43:07.903385 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:07.907302 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:07.910779 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:07.958768 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:07.963229 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:08.136934 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['0449244e-550e-4654-ab89-9e4f0d6bebe3'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:43:08.863515 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48328544-c5be-46b2-9dbc-d2df42dc29bf req-1f647114-4267-4bcb-b5ea-3170f4d062c3 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:08.864973 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-48328544-c5be-46b2-9dbc-d2df42dc29bf req-1f647114-4267-4bcb-b5ea-3170f4d062c3 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0618331 Jun 22 16:43:08.901223 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-48328544-c5be-46b2-9dbc-d2df42dc29bf req-1377099d-6092-4bd3-93f9-5cc4fecb60ee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Jun 22 16:43:09.740250 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0449244e-550e-4654-ab89-9e4f0d6bebe3 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:09.787028 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 0449244e-550e-4654-ab89-9e4f0d6bebe3 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:09.790564 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 0449244e-550e-4654-ab89-9e4f0d6bebe3 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:09.790939 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:09.981411 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:10.002930 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:10.005621 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502f0379-2625-405a-88d1-6e4746fbd887" -d '{"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:10.018251 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:10.023710 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:10.025627 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:10.046868 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d14f00e-ae2c-42be-ba0b-922246017d69 x-openstack-request-id: req-2d14f00e-ae2c-42be-ba0b-922246017d69 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:10.047165 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:10.047419 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-2d14f00e-ae2c-42be-ba0b-922246017d69 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:10.047804 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'code': 200} Jun 22 16:43:10.076312 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:10.078871 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:10.090382 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacbc7b-5236-45e1-bd4c-b47620425436 req-e855016e-53ee-42ba-821a-b716f08129ee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:10.091864 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eaacbc7b-5236-45e1-bd4c-b47620425436 req-e855016e-53ee-42ba-821a-b716f08129ee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0752914 Jun 22 16:43:10.129545 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eaacbc7b-5236-45e1-bd4c-b47620425436 req-a1eef0f1-cc40-4db7-8ea5-82a086502909 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316579 Jun 22 16:43:10.285599 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cfb74-e30b-47a5-8367-271f1805fb1d req-53df63dd-e6f7-4222-9fba-2a33adef4580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:10.288042 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2c0cfb74-e30b-47a5-8367-271f1805fb1d req-53df63dd-e6f7-4222-9fba-2a33adef4580 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 1099 time: 0.0540824 Jun 22 16:43:10.329572 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2c0cfb74-e30b-47a5-8367-271f1805fb1d req-757d919c-d53e-49cc-9246-d8ff9ce7a178 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Jun 22 16:43:11.310170 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facadc2-2ef5-4b0b-b133-96c9b4906aec req-f3b52e3e-fa65-45ad-8877-725e9030627f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:11.311602 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0facadc2-2ef5-4b0b-b133-96c9b4906aec req-f3b52e3e-fa65-45ad-8877-725e9030627f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0620234 Jun 22 16:43:11.347852 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0facadc2-2ef5-4b0b-b133-96c9b4906aec req-8325289f-2b18-49ad-b5b9-bc43858dc299 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307250 Jun 22 16:43:12.523810 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a9f32-977b-4ccf-b722-81d979795b69 req-ad9f4670-2c5c-4d5a-a219-7aa4d4d3da48 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:12.525136 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-504a9f32-977b-4ccf-b722-81d979795b69 req-ad9f4670-2c5c-4d5a-a219-7aa4d4d3da48 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0640092 Jun 22 16:43:12.561987 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-504a9f32-977b-4ccf-b722-81d979795b69 req-4d2196d7-e5c8-4463-b6ba-859647849fab tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Jun 22 16:43:12.820113 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee30a98-3292-4fa2-a096-e42a9442000f req-c6736ad4-2964-4769-a0e2-2751c52d193b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:12.821583 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1ee30a98-3292-4fa2-a096-e42a9442000f req-c6736ad4-2964-4769-a0e2-2751c52d193b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.1542058 Jun 22 16:43:12.829826 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52960) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:12.834994 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-1002af5c-55e9-4050-bce4-239fcf7c21d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Request body: {'floatingip': {'port_id': '0449244e-550e-4654-ab89-9e4f0d6bebe3'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:12.872001 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1002af5c-55e9-4050-bce4-239fcf7c21d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:13.548228 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1002af5c-55e9-4050-bce4-239fcf7c21d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:13.551846 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1002af5c-55e9-4050-bce4-239fcf7c21d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:13.647320 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.l3_db [None req-1002af5c-55e9-4050-bce4-239fcf7c21d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Floating IP 8e4eae17-c4c1-4de1-a7b0-a2f4a8004247 associated. External IP: 172.28.0.35, port: 0449244e-550e-4654-ab89-9e4f0d6bebe3. Jun 22 16:43:13.847982 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1002af5c-55e9-4050-bce4-239fcf7c21d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Router 72d2996e-d684-4f0e-8bff-8664529db36c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:43:13.952268 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1002af5c-55e9-4050-bce4-239fcf7c21d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:13.956716 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1002af5c-55e9-4050-bce4-239fcf7c21d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:13.961179 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] Sync routers for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:13.970896 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:13.971547 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:13.993927 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-1002af5c-55e9-4050-bce4-239fcf7c21d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "PUT /v2.0/floatingips/8e4eae17-c4c1-4de1-a7b0-a2f4a8004247 HTTP/1.1" status: 200 len: 991 time: 1.1605413 Jun 22 16:43:13.993927 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:13.994535 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda3af55-3987-4606-ad1d-915213f0db3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:14.037498 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe88305c-fe48-49d4-a321-f25823590b82 x-openstack-request-id: req-fe88305c-fe48-49d4-a321-f25823590b82 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:14.037832 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:14.038141 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fe88305c-fe48-49d4-a321-f25823590b82 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:14.038575 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'status': 'completed', 'code': 200} Jun 22 16:43:14.085801 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:14.142614 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3af55-3987-4606-ad1d-915213f0db3f req-0e561284-3d5b-4717-bf3c-2a8b44d375cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:14.144357 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cda3af55-3987-4606-ad1d-915213f0db3f req-0e561284-3d5b-4717-bf3c-2a8b44d375cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 1099 time: 0.0664051 Jun 22 16:43:14.239156 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3af55-3987-4606-ad1d-915213f0db3f req-c293e653-9318-4979-b876-7bc6fa1fc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:14.240619 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cda3af55-3987-4606-ad1d-915213f0db3f req-c293e653-9318-4979-b876-7bc6fa1fc3d6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.0891068 Jun 22 16:43:14.307842 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cda3af55-3987-4606-ad1d-915213f0db3f req-37de3758-e5c9-467f-ac5b-bd1d890fb698 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3 HTTP/1.1" status: 200 len: 999 time: 0.0605810 Jun 22 16:43:14.318890 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '8e4eae17-c4c1-4de1-a7b0-a2f4a8004247', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'floating_ip_address': '172.28.0.35', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'port_id': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'mac_address': 'fa:16:3e:c1:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:42:59Z', 'updated_at': '2021-06-22T16:43:13Z', 'revision_number': 1, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:14.344506 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] Checking router: 72d2996e-d684-4f0e-8bff-8664529db36c for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:14.353002 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:14.353604 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:14.358697 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3af55-3987-4606-ad1d-915213f0db3f req-c6bdbd29-ad3a-41dd-864d-33af9fb3c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:14.360150 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cda3af55-3987-4606-ad1d-915213f0db3f req-c6bdbd29-ad3a-41dd-864d-33af9fb3c586 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.0464790 Jun 22 16:43:14.417127 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3af55-3987-4606-ad1d-915213f0db3f req-34124640-dbad-4405-aa2e-767f1c3b3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:14.418638 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cda3af55-3987-4606-ad1d-915213f0db3f req-34124640-dbad-4405-aa2e-767f1c3b3f01 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0522711 Jun 22 16:43:14.454938 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:14.516226 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cda3af55-3987-4606-ad1d-915213f0db3f req-1d47e2af-8eb2-4d34-96e7-e0abc26a1b70 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807557 Jun 22 16:43:14.617524 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cda3af55-3987-4606-ad1d-915213f0db3f req-8387ff7f-ec1a-43bb-978e-cd0478a5953c service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903773 Jun 22 16:43:14.669691 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '8e4eae17-c4c1-4de1-a7b0-a2f4a8004247', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'floating_ip_address': '172.28.0.35', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'port_id': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'mac_address': 'fa:16:3e:c1:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:42:59Z', 'updated_at': '2021-06-22T16:43:13Z', 'revision_number': 1, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:14.697664 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2d3816-2661-4e78-906b-bc3497357f0a None None] The sync data for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb is: [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '8e4eae17-c4c1-4de1-a7b0-a2f4a8004247', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'floating_ip_address': '172.28.0.35', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'port_id': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'mac_address': 'fa:16:3e:c1:17:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:42:59Z', 'updated_at': '2021-06-22T16:43:13Z', 'revision_number': 1, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:14.882787 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42881889-b394-4ed1-b456-01a1afb4b668 None None] New status for floating IP 8e4eae17-c4c1-4de1-a7b0-a2f4a8004247: ACTIVE {{(pid=93718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:43:15.471029 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-312665e1-7288-441a-a225-858e63182fef tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066639541&fields=id&tenant_id=734df8a54e71458abad0f6dac4997272 HTTP/1.1" status: 200 len: 267 time: 0.0795631 Jun 22 16:43:15.535690 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-9cd68ddb-8d0a-442d-8fdc-2a1b853a9ce0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:15.537646 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-9cd68ddb-8d0a-442d-8fdc-2a1b853a9ce0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 985 time: 0.0610812 Jun 22 16:43:15.548035 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Request body: {'port': {'security_groups': ['9244df3a-441e-4116-9943-45d5f40308f1']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:15.633169 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:15.800965 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] For port 1e687275-02aa-4134-a330-5a73912eb7a1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1e687275-02aa-4134-a330-5a73912eb7a1,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:15.829083 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:15.833497 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:15.838760 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-470656bc-7f76-4f8f-8994-67c6fdaebb6a tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:15.846029 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['1e687275-02aa-4134-a330-5a73912eb7a1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:43:15.875863 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:15.876288 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:15.877684 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc88f526-1f1c-4b9d-ac1d-9f6844de3205 req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "PUT /v2.0/ports/1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 943 time: 0.3340080 Jun 22 16:43:15.884090 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 52996) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:15.943283 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event updated for resources: {'Port': ['ID=1e687275-02aa-4134-a330-5a73912eb7a1,revision_number=7']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:15.947073 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a8c7c476-d35c-45a4-a083-11e7ac66aeb4 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:15.966306 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['1e687275-02aa-4134-a330-5a73912eb7a1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:43:15.976107 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91e29805-7c2c-4b68-80e4-418093e10215 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.001090 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91e29805-7c2c-4b68-80e4-418093e10215 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.039307 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:16.041797 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ed3301-5503-4f22-b503-5ad6c3960a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:16.083780 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91e29805-7c2c-4b68-80e4-418093e10215 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.086317 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-91e29805-7c2c-4b68-80e4-418093e10215 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.087459 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-91e29805-7c2c-4b68-80e4-418093e10215 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "DELETE /v2.0/security-groups/da82ca0c-fcfa-488c-8c3f-5aca4a5a1529 HTTP/1.1" status: 204 len: 168 time: 0.2031207 Jun 22 16:43:16.088309 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-fe36e6ee-c0da-45fa-9b28-a002def47094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:16.090761 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53000) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:16.097170 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e29805-7c2c-4b68-80e4-418093e10215 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82ca0c-fcfa-488c-8c3f-5aca4a5a1529,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:16.107007 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-91e29805-7c2c-4b68-80e4-418093e10215 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:16.112250 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbab66bb-de05-47ea-93d9-d0b290d593b1 x-openstack-request-id: req-dbab66bb-de05-47ea-93d9-d0b290d593b1 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:16.112571 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:16.113188 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dbab66bb-de05-47ea-93d9-d0b290d593b1 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:16.113316 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1', 'status': 'completed', 'code': 200} Jun 22 16:43:16.166873 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-cc19d4a4-14a7-4af9-80cd-93bb28b04eb5 None None] Provisioning complete for port 1e687275-02aa-4134-a330-5a73912eb7a1 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:16.167422 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cc19d4a4-14a7-4af9-80cd-93bb28b04eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.197609 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-af8b9939-ae74-41c6-8471-389b16d60887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:16.199269 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-af8b9939-ae74-41c6-8471-389b16d60887 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=734df8a54e71458abad0f6dac4997272&device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 1099 time: 0.0632229 Jun 22 16:43:16.256813 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Deleting port 9c546805-763f-4a4f-a064-0c2f9c7921ac {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:16.257171 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.298781 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-e2a6c97d-8f05-418e-a739-5246c78e4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:16.300543 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-e2a6c97d-8f05-418e-a739-5246c78e4168 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b HTTP/1.1" status: 200 len: 916 time: 0.0943563 Jun 22 16:43:16.337857 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.338312 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.350289 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Calling delete_port for 9c546805-763f-4a4f-a064-0c2f9c7921ac owned by network:floatingip {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:16.377093 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-adddc9ff-e324-4d57-aba7-6941b959ee02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 1001 time: 0.0672688 Jun 22 16:43:16.427736 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-15e7e37d-f348-4c86-be11-c58ccc120a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:16.429169 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-15e7e37d-f348-4c86-be11-c58ccc120a58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=448586db-32f7-4785-9c54-549908e164e2 HTTP/1.1" status: 200 len: 854 time: 0.0456510 Jun 22 16:43:16.486371 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-6882a86a-a194-4809-882b-12c80df66026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:16.487824 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-6882a86a-a194-4809-882b-12c80df66026 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0507188 Jun 22 16:43:16.530784 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.533634 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:16.559674 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event deleted for resources: {'Port': ['ID=9c546805-763f-4a4f-a064-0c2f9c7921ac,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:16.586180 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.586560 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.586928 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.587293 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.587649 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.588009 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.588362 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.588721 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.589072 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.589427 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.589781 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.590158 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:16.590790 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-47e280d6-1e75-4cec-a257-39721a2e5de7 service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914783 Jun 22 16:43:16.594578 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:16.629407 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks [] for floatingip, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.630385 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.l3_db [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Floating IP 34440fb9-7d4b-4e19-b022-2b4c961a80ac disassociated (deleted). External IP: 172.28.0.16, port: 1e687275-02aa-4134-a330-5a73912eb7a1. Jun 22 16:43:16.679950 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-92ed3301-5503-4f22-b503-5ad6c3960a7b req-c59a166f-9a57-49fa-8c47-b3d410b667d5 service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824242 Jun 22 16:43:16.831584 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:43:16.935348 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:16.940014 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:16.944829 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] Sync routers for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:16.953669 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:16.954357 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:16.977277 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "DELETE /v2.0/floatingips/34440fb9-7d4b-4e19-b022-2b4c961a80ac HTTP/1.1" status: 204 len: 168 time: 0.8835313 Jun 22 16:43:16.977277 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:16.977820 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e771759d-b081-4465-992f-e3df8586f88e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:17.014892 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a006392d-1848-48b4-a26d-9204fc566deb x-openstack-request-id: req-a006392d-1848-48b4-a26d-9204fc566deb {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:17.015226 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:17.015519 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a006392d-1848-48b4-a26d-9204fc566deb {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:17.015953 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1', 'status': 'completed', 'code': 200} Jun 22 16:43:17.064707 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:17.095120 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771759d-b081-4465-992f-e3df8586f88e req-7ba3aead-b356-4454-bdbe-64b5e7970c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:17.096721 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e771759d-b081-4465-992f-e3df8586f88e req-7ba3aead-b356-4454-bdbe-64b5e7970c01 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=734df8a54e71458abad0f6dac4997272&device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 1099 time: 0.0579357 Jun 22 16:43:17.191056 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771759d-b081-4465-992f-e3df8586f88e req-2a509da6-91c9-47ee-98f6-63ed9ed4141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:17.192644 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e771759d-b081-4465-992f-e3df8586f88e req-2a509da6-91c9-47ee-98f6-63ed9ed4141a service neutron] 10.222.0.74 "GET /v2.0/networks?id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b HTTP/1.1" status: 200 len: 916 time: 0.0898330 Jun 22 16:43:17.244381 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e771759d-b081-4465-992f-e3df8586f88e req-5e501535-96cc-4d3c-ad88-bd6564bee841 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 200 len: 217 time: 0.0392802 Jun 22 16:43:17.286509 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '25b3054a-f407-41e7-9db8-ccbbe391f199', 'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'mac_address': 'fa:16:3e:ee:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:16Z', 'updated_at': '2021-06-22T16:40:22Z', 'revision_number': 5, 'project_id': '734df8a54e71458abad0f6dac4997272', 'subnets': [{'id': '448586db-32f7-4785-9c54-549908e164e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:17.311263 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771759d-b081-4465-992f-e3df8586f88e req-3e47a6c5-bd35-4ddc-9bc1-1138408fb920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:17.312622 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e771759d-b081-4465-992f-e3df8586f88e req-3e47a6c5-bd35-4ddc-9bc1-1138408fb920 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=448586db-32f7-4785-9c54-549908e164e2 HTTP/1.1" status: 200 len: 854 time: 0.0585618 Jun 22 16:43:17.313672 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] Checking router: 5b09b5df-fd6c-4545-87a4-b0e45b1a647f for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:17.322040 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:17.322657 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:17.371911 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771759d-b081-4465-992f-e3df8586f88e req-44e01c30-8037-4de5-9062-52c57d698579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:17.373313 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e771759d-b081-4465-992f-e3df8586f88e req-44e01c30-8037-4de5-9062-52c57d698579 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0529611 Jun 22 16:43:17.430448 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:17.488493 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e771759d-b081-4465-992f-e3df8586f88e req-5c61f9b9-d783-45f8-90db-5fc5656e7acd service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032684 Jun 22 16:43:17.590524 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e771759d-b081-4465-992f-e3df8586f88e req-9b3a2d28-3a74-48e2-a46d-5327809caac0 service neutron] 10.222.0.74 "GET /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937734 Jun 22 16:43:17.655193 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '25b3054a-f407-41e7-9db8-ccbbe391f199', 'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'mac_address': 'fa:16:3e:ee:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:16Z', 'updated_at': '2021-06-22T16:40:22Z', 'revision_number': 5, 'project_id': '734df8a54e71458abad0f6dac4997272', 'subnets': [{'id': '448586db-32f7-4785-9c54-549908e164e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:17.682143 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f134b857-7f2c-4bd4-b60b-423274c67381 None None] The sync data for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb is: [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:40:16Z', 'revision_number': 4, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '25b3054a-f407-41e7-9db8-ccbbe391f199', 'name': '', 'network_id': 'c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'mac_address': 'fa:16:3e:ee:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '448586db-32f7-4785-9c54-549908e164e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:16Z', 'updated_at': '2021-06-22T16:40:22Z', 'revision_number': 5, 'project_id': '734df8a54e71458abad0f6dac4997272', 'subnets': [{'id': '448586db-32f7-4785-9c54-549908e164e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:17.905604 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bac75e-9f76-4163-945d-ef2682597757 None None] New status for floating IP 34440fb9-7d4b-4e19-b022-2b4c961a80ac: DOWN {{(pid=93718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:43:20.038056 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836adbc-62a3-4c61-b6b4-68e9677849b5 req-ef8aad25-b63e-4f2e-b2bc-e5f203ecd7c3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:20.039550 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9836adbc-62a3-4c61-b6b4-68e9677849b5 req-ef8aad25-b63e-4f2e-b2bc-e5f203ecd7c3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.0649891 Jun 22 16:43:20.078195 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9836adbc-62a3-4c61-b6b4-68e9677849b5 req-94f480bd-8dac-4423-996e-9dd2fbb67158 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 Jun 22 16:43:20.976305 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53082) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:21.019196 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] Deleting subnet 80c39409-5e00-43c4-a7c5-5ab4282ad2c0 {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:43:21.022777 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.054899 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63196377'] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.096160 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.149636 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63117276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64922170'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.152601 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:21.174837 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c39409-5e00-43c4-a7c5-5ab4282ad2c0,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:21.178672 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:21.179640 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.183987 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/80c39409-5e00-43c4-a7c5-5ab4282ad2c0 HTTP/1.1" status: 204 len: 168 time: 0.2066860 Jun 22 16:43:21.184138 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53086) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:21.285031 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.334348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbe9a4-251c-445e-8cc7-c2eb9fabd81f req-995413c1-74b1-426d-85cf-8faf56f36ed3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:21.335806 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-56bbe9a4-251c-445e-8cc7-c2eb9fabd81f req-995413c1-74b1-426d-85cf-8faf56f36ed3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.1341922 Jun 22 16:43:21.399515 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.416399 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b537b78-0774-4b4e-b306-1ba9eef666f3']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:21.428302 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-56bbe9a4-251c-445e-8cc7-c2eb9fabd81f req-08114272-6ca4-47ad-b05c-49eba4470390 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/security-groups?id=9244df3a-441e-4116-9943-45d5f40308f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836449 Jun 22 16:43:21.429771 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be2e2e4-1b69-4c11-8b60-b26c5f099e48') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:21.430098 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be2e2e4-1b69-4c11-8b60-b26c5f099e48') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:21.438731 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63299728'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.452956 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.462602 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:43:21.462994 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63180504'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: Traceback (most recent call last): Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: timer() Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: cb(*args, **kw) Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: return func(*args, **kwargs) Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: self._notify() Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: self.callback(batched_events) Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: event.method(event) Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: return f(self, *a, **k) Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: return self._get(url).json() Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:43:21.464607 dv-cinder-768105-10-smb neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:43:21.515001 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.518767 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:21.521975 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.523785 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1b537b78-0774-4b4e-b306-1ba9eef666f3 HTTP/1.1" status: 204 len: 168 time: 0.3386953 Jun 22 16:43:21.534045 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b537b78-0774-4b4e-b306-1ba9eef666f3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:21.541719 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.542068 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.542445 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.542812 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.543177 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.543558 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.543906 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.544259 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.544619 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.544972 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.545327 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.545743 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:21.548738 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:21.631460 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53090) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:21.669027 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f9ea0293-dcd1-4c69-9e1d-583425f2ea2e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c514ab6721c644c59e3c09b456881902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364158 Jun 22 16:43:21.671296 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53092) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:21.715996 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c32b-dbb0-471c-b4ac-ed9803170177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.737151 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c32b-dbb0-471c-b4ac-ed9803170177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.787764 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c32b-dbb0-471c-b4ac-ed9803170177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.790735 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b9a4c32b-dbb0-471c-b4ac-ed9803170177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:21.791904 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-b9a4c32b-dbb0-471c-b4ac-ed9803170177 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d08d5cc2-152f-4c79-b97a-0f24ed6d6d04 HTTP/1.1" status: 204 len: 168 time: 0.1195362 Jun 22 16:43:21.792627 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-69e2e511-9f53-4dc9-a3a8-ed3f185c3dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:21.800227 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4c32b-dbb0-471c-b4ac-ed9803170177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08d5cc2-152f-4c79-b97a-0f24ed6d6d04,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:21.804310 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b9a4c32b-dbb0-471c-b4ac-ed9803170177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:21.987071 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd5787-b727-4da1-af39-87484933ed31 req-2148f014-46df-4498-bee5-c376f348c929 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:21.989377 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bbd5787-b727-4da1-af39-87484933ed31 req-2148f014-46df-4498-bee5-c376f348c929 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 946 time: 0.0732012 Jun 22 16:43:22.088457 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9bbd5787-b727-4da1-af39-87484933ed31 req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Deleting port 1e687275-02aa-4134-a330-5a73912eb7a1 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:22.088805 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9bbd5787-b727-4da1-af39-87484933ed31 req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:22.180032 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9bbd5787-b727-4da1-af39-87484933ed31 req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] For port 1e687275-02aa-4134-a330-5a73912eb7a1, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=1e687275-02aa-4134-a330-5a73912eb7a1,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:22.180392 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9bbd5787-b727-4da1-af39-87484933ed31 req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:22.192566 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-9bbd5787-b727-4da1-af39-87484933ed31 req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Calling delete_port for 1e687275-02aa-4134-a330-5a73912eb7a1 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:22.320928 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9bbd5787-b727-4da1-af39-87484933ed31 req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:22.324616 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-53309963-845c-4259-b922-2ad1e710cc73 tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:22.332981 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['1e687275-02aa-4134-a330-5a73912eb7a1'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:43:22.353923 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Pushing event deleted for resources: {'Port': ['ID=1e687275-02aa-4134-a330-5a73912eb7a1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:22.357334 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:22.400041 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbd5787-b727-4da1-af39-87484933ed31 req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] No DVR routers for this DVR port 1e687275-02aa-4134-a330-5a73912eb7a1 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:43:22.402582 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9bbd5787-b727-4da1-af39-87484933ed31 req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:22.404643 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bbd5787-b727-4da1-af39-87484933ed31 req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.74 "DELETE /v2.0/ports/1e687275-02aa-4134-a330-5a73912eb7a1 HTTP/1.1" status: 204 len: 173 time: 0.4101028 Jun 22 16:43:22.405136 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'name': 'network-vif-deleted', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:22.407443 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0908d584-f69f-47a6-a763-65e247b1e4a7" -d '{"events": [{"server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "name": "network-vif-deleted", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:22.445888 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895a8c91-9e17-40b8-81f0-fa7e6eb76f3c x-openstack-request-id: req-895a8c91-9e17-40b8-81f0-fa7e6eb76f3c {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:22.446311 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e96e94-5902-4229-87d7-0b25fe5aa634", "name": "network-vif-deleted", "tag": "1e687275-02aa-4134-a330-5a73912eb7a1", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:22.446627 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-895a8c91-9e17-40b8-81f0-fa7e6eb76f3c {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:22.447104 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e96e94-5902-4229-87d7-0b25fe5aa634', 'name': 'network-vif-deleted', 'tag': '1e687275-02aa-4134-a330-5a73912eb7a1', 'status': 'completed', 'code': 200} Jun 22 16:43:22.591006 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-55292318-69ac-4d42-9c15-bd9ef2e7be6b req-317fcca3-09af-4b2a-a421-d815f6af3cd0 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9e96e94-5902-4229-87d7-0b25fe5aa634 HTTP/1.1" status: 200 len: 210 time: 0.0332439 Jun 22 16:43:24.287192 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53194) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:24.613050 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819109'] for router_interface, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:24.854879 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Deleting port 25b3054a-f407-41e7-9db8-ccbbe391f199 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:24.855226 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:25.169330 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] For port 25b3054a-f407-41e7-9db8-ccbbe391f199, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=25b3054a-f407-41e7-9db8-ccbbe391f199,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:25.169692 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:25.181678 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Calling delete_port for 25b3054a-f407-41e7-9db8-ccbbe391f199 owned by network:router_interface {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:25.367998 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:25.370482 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a683795a-9a4e-4f56-97f0-ed97345a062f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:25.396686 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Pushing event deleted for resources: {'Port': ['ID=25b3054a-f407-41e7-9db8-ccbbe391f199,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:25.399869 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:25.563492 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819001'] for router_interface, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:25.763723 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:43:25.785048 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1e687275-02aa-4134-a330-5a73912eb7a1 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:43:25.808086 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 1e687275-02aa-4134-a330-5a73912eb7a1 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:43:25.808434 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 1e687275-02aa-4134-a330-5a73912eb7a1 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:43:25.868005 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:25.872819 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-9bb00e68-5f24-4525-b621-e69df6a1db5d admin admin] 10.222.0.70 "PUT /v2.0/routers/5b09b5df-fd6c-4545-87a4-b0e45b1a647f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5845459 Jun 22 16:43:25.875359 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53206) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:25.877921 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] Sync routers for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:25.887707 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:25.888282 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:25.975300 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks [] for router, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:25.986033 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:26.078136 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.131108 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Deleting port 32e633b8-75b0-4832-bd78-d4338faa586d {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:26.131454 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.224290 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] For port 32e633b8-75b0-4832-bd78-d4338faa586d, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=32e633b8-75b0-4832-bd78-d4338faa586d,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:26.224821 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.236813 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Calling delete_port for 32e633b8-75b0-4832-bd78-d4338faa586d owned by network:router_gateway {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:26.281369 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46'}], 'enable_snat': True}, 'gw_port_id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:43:25Z', 'revision_number': 5, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port': {'id': '32e633b8-75b0-4832-bd78-d4338faa586d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:13Z', 'updated_at': '2021-06-22T16:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:26.307340 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] Checking router: 5b09b5df-fd6c-4545-87a4-b0e45b1a647f for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:26.315374 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] Routers {'5b09b5df-fd6c-4545-87a4-b0e45b1a647f'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:26.315989 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:26.397425 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.399196 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] Set router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:26.399393 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:26.428303 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e633b8-75b0-4832-bd78-d4338faa586d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:26.435559 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:26.452880 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:43:26Z', 'revision_number': 6, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port_host': None}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:26.483889 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e8252-f83c-49c6-8e7c-3306896518bb None None] The sync data for ids ['5b09b5df-fd6c-4545-87a4-b0e45b1a647f'] in dv-cinder-768105-10-smb is: [{'id': '5b09b5df-fd6c-4545-87a4-b0e45b1a647f', 'name': 'tempest-TestMinimumBasicScenario-1079762854-router', 'tenant_id': '734df8a54e71458abad0f6dac4997272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:12Z', 'updated_at': '2021-06-22T16:43:26Z', 'revision_number': 6, 'project_id': '734df8a54e71458abad0f6dac4997272', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:26.502076 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625621'] for router_gateway, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.599963 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1825639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.602046 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.643672 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1825490'] for router, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.644252 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b09b5df-fd6c-4545-87a4-b0e45b1a647f {{(pid=93716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 16:43:26.649228 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] Notify callbacks [] for router, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.650610 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-5b6d2cd6-6b1a-4866-b519-828dc5b8fa28 admin admin] 10.222.0.70 "DELETE /v2.0/routers/5b09b5df-fd6c-4545-87a4-b0e45b1a647f HTTP/1.1" status: 204 len: 168 time: 0.7742717 Jun 22 16:43:26.653068 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53216) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:26.695985 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-57571a9f-fe70-449d-863b-a5e7d58535f9 admin admin] Deleting subnet 448586db-32f7-4785-9c54-549908e164e2 {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:43:26.698951 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-57571a9f-fe70-449d-863b-a5e7d58535f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.735147 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-57571a9f-fe70-449d-863b-a5e7d58535f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63196377'] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.837705 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-57571a9f-fe70-449d-863b-a5e7d58535f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.896828 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-57571a9f-fe70-449d-863b-a5e7d58535f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63117276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64922170'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.899333 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-aed8ac58-892b-4ffb-8f41-a471cfc6f8e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:26.925150 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57571a9f-fe70-449d-863b-a5e7d58535f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=448586db-32f7-4785-9c54-549908e164e2,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:26.927267 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-57571a9f-fe70-449d-863b-a5e7d58535f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:26.929175 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-57571a9f-fe70-449d-863b-a5e7d58535f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:26.930785 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5f7377-6dbf-4791-a3bb-b83b0c749885 None None] Network c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:43:26.931243 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-57571a9f-fe70-449d-863b-a5e7d58535f9 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/448586db-32f7-4785-9c54-549908e164e2 HTTP/1.1" status: 204 len: 168 time: 0.2772191 Jun 22 16:43:26.933581 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53218) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:26.998181 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.051682 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Deleting port ee078eb7-dced-4b83-bc74-af5f957c8584 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:27.052177 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.115605 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] For port ee078eb7-dced-4b83-bc74-af5f957c8584, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=ee078eb7-dced-4b83-bc74-af5f957c8584,segment=NetworkSegment(e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae),segment_id=e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:27.115966 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.127435 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Calling delete_port for ee078eb7-dced-4b83-bc74-af5f957c8584 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:27.214920 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.217854 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-269b0436-db18-479e-90b0-ff0df0dd667e tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:27.235027 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd7b652-a7a6-440a-a09c-73b0dc754e29 None None] DHCP port deletion for c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b request from dv-cinder-768105-10-smb {{(pid=93717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 16:43:27.244706 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee078eb7-dced-4b83-bc74-af5f957c8584,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:27.246565 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] No DVR routers for this DVR port ee078eb7-dced-4b83-bc74-af5f957c8584 on host dv-cinder-768105-10-smb {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:43:27.248241 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:27.319080 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.329656 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b']}} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:27.339605 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae') {'for_net_delete': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:27.339904 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57b4e60-13d9-4ec9-b0f4-ec1520eb09ae') {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:27.348621 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63196352'] for segment, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.362244 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.368492 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=93716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:43:27.368896 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63116411'] for segment, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: Traceback (most recent call last): Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: timer() Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: cb(*args, **kw) Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: return func(*args, **kwargs) Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: self._notify() Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: self.callback(batched_events) Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: event.method(event) Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: return f(self, *a, **k) Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: return self._get(url).json() Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: return self.request(url, 'GET', **kwargs) Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:43:27.370647 dv-cinder-768105-10-smb neutron-server[93716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:43:27.424884 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.430445 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:27.433840 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:27.435685 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b HTTP/1.1" status: 204 len: 168 time: 0.5011170 Jun 22 16:43:27.438829 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53220) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:27.447514 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ee62e2-8b4f-4b2e-a19f-ed0bb05d405b,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:27.450934 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:27.832883 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53230) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:27.945001 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5430b15d-cd01-4f65-8971-be9cb95f4ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.040957 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5430b15d-cd01-4f65-8971-be9cb95f4ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.045756 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-5430b15d-cd01-4f65-8971-be9cb95f4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.049488 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8da2d9aa-2f4a-40ef-8dad-b71e7e421073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:28.053859 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b56eb241-1ac7-46c4-816f-81524b8bd0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.091403 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-5430b15d-cd01-4f65-8971-be9cb95f4ed6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63ca2fbb115b4fe7b7c3c5774e5e84ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573397 Jun 22 16:43:28.092664 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430b15d-cd01-4f65-8971-be9cb95f4ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff49190-a4b2-4176-abd1-cb1fd877356d,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:28.095008 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53234) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:28.101701 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-5430b15d-cd01-4f65-8971-be9cb95f4ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:28.127627 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819109'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.144582 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a088af8f-a2c4-4970-b3ea-8ec084383273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.166592 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a088af8f-a2c4-4970-b3ea-8ec084383273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.223223 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a088af8f-a2c4-4970-b3ea-8ec084383273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.226835 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a088af8f-a2c4-4970-b3ea-8ec084383273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.228055 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-a088af8f-a2c4-4970-b3ea-8ec084383273 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3ff49190-a4b2-4176-abd1-cb1fd877356d HTTP/1.1" status: 204 len: 168 time: 0.1321523 Jun 22 16:43:28.228869 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-cdae02c8-94d5-4f27-9dd7-26a53aed7ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:28.237096 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088af8f-a2c4-4970-b3ea-8ec084383273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff49190-a4b2-4176-abd1-cb1fd877356d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:28.239741 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a088af8f-a2c4-4970-b3ea-8ec084383273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:28.261556 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device ee078eb7-dced-4b83-bc74-af5f957c8584 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:43:28.280979 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: ee078eb7-dced-4b83-bc74-af5f957c8584 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:43:28.281458 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device ee078eb7-dced-4b83-bc74-af5f957c8584 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:43:28.281978 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 32e633b8-75b0-4832-bd78-d4338faa586d no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:43:28.300782 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 32e633b8-75b0-4832-bd78-d4338faa586d {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:43:28.301167 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 32e633b8-75b0-4832-bd78-d4338faa586d not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:43:28.301598 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 25b3054a-f407-41e7-9db8-ccbbe391f199 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:43:28.323991 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 25b3054a-f407-41e7-9db8-ccbbe391f199 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:43:28.324351 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 25b3054a-f407-41e7-9db8-ccbbe391f199 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:43:28.448627 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Deleting port f868cbcf-91bc-452c-961a-d2026f88b976 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:28.449159 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.527990 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] For port f868cbcf-91bc-452c-961a-d2026f88b976, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=f868cbcf-91bc-452c-961a-d2026f88b976,segment=NetworkSegment(b2d5ca6a-07b9-4a75-92b7-1620185ba4ca),segment_id=b2d5ca6a-07b9-4a75-92b7-1620185ba4ca)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:28.528355 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.541075 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Calling delete_port for f868cbcf-91bc-452c-961a-d2026f88b976 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:28.748413 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:28.750586 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a62e0d09-35bd-4f78-9c4b-513bfbc75c98 tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:28.771338 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Pushing event deleted for resources: {'Port': ['ID=f868cbcf-91bc-452c-961a-d2026f88b976,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:28.776046 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:28.910370 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53258) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:29.000159 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819001'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.040217 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-712769059-network', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:29.062246 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Made reservation on behalf of 1ab8b49c8e9042d9b53239972a0ea06e for: {'network': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:43:29.064354 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.073085 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.171897 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.176836 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.180067 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f99f4256-100f-4a48-9383-2e54fa2a0f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:29.203838 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=93716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:43:29.209031 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11741ccf-5a85-4035-91ed-9dab215bb07a,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:29.212580 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:29.216781 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.217122 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.segments_db [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Added segment 27e68ef1-5738-4694-9bbf-6b0e95101b60 of type vlan for network c96d0792-3051-47d6-b4a2-61d8b857f155 Jun 22 16:43:29.248577 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Router 31136cab-b098-448f-aa19-e2f7f4dff041 has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:43:29.260093 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.288036 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.289419 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:29.290072 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.292894 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ad091f8f-a5fa-4a01-b790-a8a23c1509d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:29.339973 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4271972 Jun 22 16:43:29.343227 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53262) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:29.348522 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Request body: {'subnet': {'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-712769059-subnet', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:29.351085 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Pushing event updated for resources: {'Network': ['ID=c96d0792-3051-47d6-b4a2-61d8b857f155,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:29.353778 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:29.361039 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network c96d0792-3051-47d6-b4a2-61d8b857f155 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:43:29.376639 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:29.378505 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Made reservation on behalf of 1ab8b49c8e9042d9b53239972a0ea06e for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:43:29.380813 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63095515'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.388049 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-5a94a3be-5075-4d31-8214-9779a7e3ad0c admin admin] 10.222.0.70 "PUT /v2.0/routers/31136cab-b098-448f-aa19-e2f7f4dff041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455400 Jun 22 16:43:29.388237 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] Sync routers for ids ['31136cab-b098-448f-aa19-e2f7f4dff041'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:29.388704 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53264) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:29.398427 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] Routers {'31136cab-b098-448f-aa19-e2f7f4dff041'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:29.399352 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['31136cab-b098-448f-aa19-e2f7f4dff041'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:29.496820 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.514217 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] Set router 31136cab-b098-448f-aa19-e2f7f4dff041 gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:29.552859 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63180222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63095541'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.559415 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:29.600407 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.621035 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11937c90-06f4-456b-b663-97c2e0c81451,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:29.623077 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Checking segment: {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:29.623439 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Network hostable DHCP agents. Network: c96d0792-3051-47d6-b4a2-61d8b857f155, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:43:29.627434 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:29.641462 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Network c96d0792-3051-47d6-b4a2-61d8b857f155 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:43:29.650050 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, c96d0792-3051-47d6-b4a2-61d8b857f155) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:29.654075 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:29.654715 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.662173 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041e763-ef25-48cf-b2f8-ead405866cdd None None] Network c96d0792-3051-47d6-b4a2-61d8b857f155 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:43:29.662369 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Deleting port 00f81d32-bec3-44ae-aac6-7d1daa5fe640 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:29.662669 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.672118 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3278315 Jun 22 16:43:29.672829 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53266) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:29.679348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:29.703737 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1825629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1123'] for router, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.704956 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1146'] for router, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.710256 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242'}], 'enable_snat': True}, 'gw_port_id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:43:28Z', 'revision_number': 5, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'gw_port': {'id': '00f81d32-bec3-44ae-aac6-7d1daa5fe640', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:c6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:29.740559 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] Checking router: 31136cab-b098-448f-aa19-e2f7f4dff041 for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:29.748996 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] Routers {'31136cab-b098-448f-aa19-e2f7f4dff041'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:29.749593 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['31136cab-b098-448f-aa19-e2f7f4dff041'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:29.764834 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.788130 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] For port 00f81d32-bec3-44ae-aac6-7d1daa5fe640, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=00f81d32-bec3-44ae-aac6-7d1daa5fe640,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:29.788492 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.801811 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Calling delete_port for 00f81d32-bec3-44ae-aac6-7d1daa5fe640 owned by network:router_gateway {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:29.854292 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] Set router 31136cab-b098-448f-aa19-e2f7f4dff041 gateway port host: None {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:29.860860 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9850d6f9-e7c5-58f6-bfb5-703f1585a73f-c96d0792-3051-47d6-b4a2-61d8b857f155', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451'}]}} from dv-cinder-768105-10-smb. {{(pid=93717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 16:43:29.863054 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.926968 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1825611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1100'] for router, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:29.951675 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:43:29Z', 'revision_number': 6, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'gw_port_host': None}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:29.978261 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ad960c-4fa6-4ba4-a462-01e0d4048ce4 None None] The sync data for ids ['31136cab-b098-448f-aa19-e2f7f4dff041'] in dv-cinder-768105-10-smb is: [{'id': '31136cab-b098-448f-aa19-e2f7f4dff041', 'name': 'tempest-TestMinimumBasicScenario-678764625-router', 'tenant_id': 'fd3988b513004cfdbece95b56029e2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:40:19Z', 'updated_at': '2021-06-22T16:43:29Z', 'revision_number': 6, 'project_id': 'fd3988b513004cfdbece95b56029e2a3', 'gw_port_host': None}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:30.008114 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.016433 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-22752e14-3998-43a3-bae1-29121c130305 tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:30.031368 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.db_base_plugin_common [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Allocated IP 172.20.0.2 (c96d0792-3051-47d6-b4a2-61d8b857f155/11937c90-06f4-456b-b663-97c2e0c81451/cd128465-4cdc-4477-8673-1d6ad7cb12c9) {{(pid=93717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:30.049374 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f81d32-bec3-44ae-aac6-7d1daa5fe640,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:30.055190 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:30.111564 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625621'] for router_gateway, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.174680 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.182828 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.193754 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Transition to ACTIVE for port object cd128465-4cdc-4477-8673-1d6ad7cb12c9 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:30.194911 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.211182 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Transition to ACTIVE for port object cd128465-4cdc-4477-8673-1d6ad7cb12c9 will not be triggered until provisioned by entity DHCP. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:30.217973 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.221188 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-25ebdb15-b6b1-4a88-a420-9378d914f219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:30.253663 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Network c96d0792-3051-47d6-b4a2-61d8b857f155 is already hosted by enough agents. {{(pid=93717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:30.257479 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.base_scheduler [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Resources bound (agent type, host, resource id): {{(pid=93717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:30.260266 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Received port after_create {{(pid=93717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:30.305048 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Allocated IP 172.28.0.21 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/b33c68cf-ffd5-469c-a60a-b903715dce1d) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:30.318307 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Pushing event updated for resources: {'Port': ['ID=cd128465-4cdc-4477-8673-1d6ad7cb12c9,revision_number=1']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:30.321386 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:30.333354 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Attempting to bind port cd128465-4cdc-4477-8673-1d6ad7cb12c9 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:43:30.333738 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Attempting to bind port cd128465-4cdc-4477-8673-1d6ad7cb12c9 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:43:30.334170 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Attempting to bind port cd128465-4cdc-4477-8673-1d6ad7cb12c9 on network c96d0792-3051-47d6-b4a2-61d8b857f155 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:30.344162 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:43:30.344632 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Checking segment: {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:30.345125 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.345646 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Bound using segment: {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:43:30.346253 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Bound port: cd128465-4cdc-4477-8673-1d6ad7cb12c9, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:43:30.346711 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.427815 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.435735 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] For port cd128465-4cdc-4477-8673-1d6ad7cb12c9, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:43:30.443016 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] For port cd128465-4cdc-4477-8673-1d6ad7cb12c9, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=cd128465-4cdc-4477-8673-1d6ad7cb12c9,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:43:30.452128 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.455313 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:30.498265 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.515180 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:30.529319 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:30.539635 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Pushing event updated for resources: {'Port': ['ID=cd128465-4cdc-4477-8673-1d6ad7cb12c9,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:30.544845 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:30.548839 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:30.549524 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1825639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.552935 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:30.553711 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.598605 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1825490'] for router, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.599151 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31136cab-b098-448f-aa19-e2f7f4dff041 {{(pid=93716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 16:43:30.599378 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Pushing event updated for resources: {'Port': ['ID=b33c68cf-ffd5-469c-a60a-b903715dce1d,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:30.603744 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:30.608968 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.612439 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-50c708ce-a011-41a0-97f2-b2a5d62ea5e2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/31136cab-b098-448f-aa19-e2f7f4dff041 HTTP/1.1" status: 204 len: 168 time: 1.2207992 Jun 22 16:43:30.612681 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53270) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:30.656650 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-89545f43-6605-4da2-99de-a4412b83a91a admin admin] Deleting subnet 7dfca638-ddaf-42af-ac67-b149547f35fe {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:43:30.660189 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89545f43-6605-4da2-99de-a4412b83a91a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.698498 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89545f43-6605-4da2-99de-a4412b83a91a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63196377'] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.738470 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ec130afb-d2ac-4917-a3f1-240b38487e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.783885 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89545f43-6605-4da2-99de-a4412b83a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.829311 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.856859 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89545f43-6605-4da2-99de-a4412b83a91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63117276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64922170'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.866199 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device f868cbcf-91bc-452c-961a-d2026f88b976 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:43:30.867104 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:30.900304 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-89545f43-6605-4da2-99de-a4412b83a91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:30.900660 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: f868cbcf-91bc-452c-961a-d2026f88b976 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:43:30.901024 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device f868cbcf-91bc-452c-961a-d2026f88b976 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:43:30.903688 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-89545f43-6605-4da2-99de-a4412b83a91a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7dfca638-ddaf-42af-ac67-b149547f35fe HTTP/1.1" status: 204 len: 168 time: 0.2898962 Jun 22 16:43:30.904778 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408e7d7-1e9c-47ba-ab3c-9f5c90f3c071 None None] Network 72ebd80f-06fc-4fda-8839-71c1bca439a9 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:43:30.905002 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89545f43-6605-4da2-99de-a4412b83a91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfca638-ddaf-42af-ac67-b149547f35fe,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:30.909031 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53272) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:30.918105 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-89545f43-6605-4da2-99de-a4412b83a91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:31.027320 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.096034 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Deleting port fb4da906-f060-477c-a471-3402626c79c0 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:31.096670 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.113336 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625658'] for router, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.146432 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ae747-0738-4485-a795-59fb756732d4 None None] DHCP port deletion for 72ebd80f-06fc-4fda-8839-71c1bca439a9 request from dv-cinder-768105-10-smb {{(pid=93717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 16:43:31.166803 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] For port fb4da906-f060-477c-a471-3402626c79c0, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=fb4da906-f060-477c-a471-3402626c79c0,segment=NetworkSegment(b2d5ca6a-07b9-4a75-92b7-1620185ba4ca),segment_id=b2d5ca6a-07b9-4a75-92b7-1620185ba4ca)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:31.167174 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.180190 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Calling delete_port for fb4da906-f060-477c-a471-3402626c79c0 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:31.204865 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-293ae747-0738-4485-a795-59fb756732d4 None None] Deleting port fb4da906-f060-477c-a471-3402626c79c0 {{(pid=93717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:31.205505 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-293ae747-0738-4485-a795-59fb756732d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.275284 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.275590 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.278335 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f3ce9592-75ae-49d7-9458-7f16b4afaeb3 tempest-AttachVolumeNegativeTest-1318752361 tempest-AttachVolumeNegativeTest-1318752361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:31.292325 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-293ae747-0738-4485-a795-59fb756732d4 None None] For port fb4da906-f060-477c-a471-3402626c79c0, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=fb4da906-f060-477c-a471-3402626c79c0,segment=NetworkSegment(b2d5ca6a-07b9-4a75-92b7-1620185ba4ca),segment_id=b2d5ca6a-07b9-4a75-92b7-1620185ba4ca)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:31.292773 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-293ae747-0738-4485-a795-59fb756732d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.305617 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-293ae747-0738-4485-a795-59fb756732d4 None None] Calling delete_port for fb4da906-f060-477c-a471-3402626c79c0 owned by network:dhcp {{(pid=93717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:31.312173 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4da906-f060-477c-a471-3402626c79c0,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:31.314380 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] No DVR routers for this DVR port fb4da906-f060-477c-a471-3402626c79c0 on host dv-cinder-768105-10-smb {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:43:31.317176 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:31.438905 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.452746 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ebd80f-06fc-4fda-8839-71c1bca439a9']}} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:31.470716 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca') {'for_net_delete': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:31.471025 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d5ca6a-07b9-4a75-92b7-1620185ba4ca') {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:31.481631 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-293ae747-0738-4485-a795-59fb756732d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328'] for port, after_delete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.484380 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63196352'] for segment, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.487641 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:31.501748 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.508446 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=93716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:43:31.508974 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63116411'] for segment, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: Traceback (most recent call last): Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: timer() Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: cb(*args, **kw) Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: return func(*args, **kwargs) Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: self._notify() Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: self.callback(batched_events) Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: event.method(event) Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: return f(self, *a, **k) Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: return self._get(url).json() Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: return self.request(url, 'GET', **kwargs) Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:43:31.510886 dv-cinder-768105-10-smb neutron-server[93716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:43:31.531024 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ae747-0738-4485-a795-59fb756732d4 None None] Pushing event deleted for resources: {'Port': ['ID=fb4da906-f060-477c-a471-3402626c79c0,revision_number=None']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:31.533679 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ae747-0738-4485-a795-59fb756732d4 None None] No DVR routers for this DVR port fb4da906-f060-477c-a471-3402626c79c0 on host dv-cinder-768105-10-smb {{(pid=93717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:43:31.535293 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-293ae747-0738-4485-a795-59fb756732d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:31.567535 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Router ec9a8dda-8329-447b-b693-62b48b7cd32c is scheduled to L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 with binding_index 1 {{(pid=93715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 16:43:31.570530 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.575032 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e58f006f-93ff-48bd-b3f5-33cf158f4468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:31.593464 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.597754 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] 10.222.0.70 "DELETE /v2.0/networks/72ebd80f-06fc-4fda-8839-71c1bca439a9 HTTP/1.1" status: 204 len: 168 time: 0.6853106 Jun 22 16:43:31.597754 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Pushing event deleted for resources: {'Network': ['ID=72ebd80f-06fc-4fda-8839-71c1bca439a9,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:31.600200 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-51c618c0-7846-4637-a6c5-5ff8562e243a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:31.690312 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:31.713178 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.713498 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Sync routers for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:31.714538 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0407226 Jun 22 16:43:31.717339 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53278) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:31.726757 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.734340 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:31.735606 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:31.756812 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53280) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:31.799758 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f571f994-a686-4351-a9e5-0a2011f3b108 None None] Network c96d0792-3051-47d6-b4a2-61d8b857f155 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:43:31.808769 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-0ca44b08-e1f7-4f7c-982f-a26c7d488c6d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=734df8a54e71458abad0f6dac4997272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506637 Jun 22 16:43:31.811077 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53282) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:31.864066 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b429204-4ca5-47af-b6ab-eecec67a650b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.886641 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b429204-4ca5-47af-b6ab-eecec67a650b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.948533 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b429204-4ca5-47af-b6ab-eecec67a650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.951368 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6b429204-4ca5-47af-b6ab-eecec67a650b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:31.954899 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-6b429204-4ca5-47af-b6ab-eecec67a650b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9244df3a-441e-4116-9943-45d5f40308f1 HTTP/1.1" status: 204 len: 168 time: 0.1403363 Jun 22 16:43:31.954899 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:31.962096 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b429204-4ca5-47af-b6ab-eecec67a650b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9244df3a-441e-4116-9943-45d5f40308f1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:31.964446 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6b429204-4ca5-47af-b6ab-eecec67a650b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:32.043440 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-d187a8d0-ff8f-4682-94eb-0e54ada482b4 None None] Provisioning for port cd128465-4cdc-4477-8673-1d6ad7cb12c9 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:32.063298 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:32.229232 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.331623 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:30Z', 'revision_number': 3, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:32.394860 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device cd128465-4cdc-4477-8673-1d6ad7cb12c9 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:32.403657 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Checking router: ec9a8dda-8329-447b-b693-62b48b7cd32c for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:32.404146 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Updating router ec9a8dda-8329-447b-b693-62b48b7cd32c port b33c68cf-ffd5-469c-a60a-b903715dce1d binding host dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:43:32.432098 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53290) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:32.450910 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Allocated IP 172.20.0.1 (c96d0792-3051-47d6-b4a2-61d8b857f155/11937c90-06f4-456b-b663-97c2e0c81451/17531886-3cd0-45a3-be64-5c02fd14a564) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:32.487170 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.490360 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-48f7384d-f0fe-499f-8c94-004ffa5911db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd3988b513004cfdbece95b56029e2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569675 Jun 22 16:43:32.492903 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53292) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:32.548043 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a29b4df6-11f9-40df-8169-2ef1b5d266c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.550835 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port cd128465-4cdc-4477-8673-1d6ad7cb12c9 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:32.562429 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.570607 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a29b4df6-11f9-40df-8169-2ef1b5d266c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.577303 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.provisioning_blocks [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Transition to ACTIVE for port object 17531886-3cd0-45a3-be64-5c02fd14a564 will not be triggered until provisioned by entity DHCP. {{(pid=93716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:32.603446 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port cd128465-4cdc-4477-8673-1d6ad7cb12c9 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:32.603814 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.609679 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.615935 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63117185'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.618937 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b8014023-9f3f-4f72-a4a9-c32de31f1570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:32.624137 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a29b4df6-11f9-40df-8169-2ef1b5d266c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.627115 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a29b4df6-11f9-40df-8169-2ef1b5d266c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.628476 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a29b4df6-11f9-40df-8169-2ef1b5d266c7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4c3dc0f7-861a-47c1-96be-13e12eba3da1 HTTP/1.1" status: 204 len: 168 time: 0.1341743 Jun 22 16:43:32.629374 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-91e29805-7c2c-4b68-80e4-418093e10215 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:32.637616 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b4df6-11f9-40df-8169-2ef1b5d266c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3dc0f7-861a-47c1-96be-13e12eba3da1,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:32.640692 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a29b4df6-11f9-40df-8169-2ef1b5d266c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:32.664927 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Network c96d0792-3051-47d6-b4a2-61d8b857f155 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:32.669571 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:32.674457 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:32.678454 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=17531886-3cd0-45a3-be64-5c02fd14a564,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:32.699251 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:32.709049 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f532833f-2ede-43e2-99bc-833ac2105dac None None] Provisioning complete for port cd128465-4cdc-4477-8673-1d6ad7cb12c9 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:32.709559 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f532833f-2ede-43e2-99bc-833ac2105dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.721252 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619724'] for router_interface, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.869504 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.898580 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:32.959781 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port cd128465-4cdc-4477-8673-1d6ad7cb12c9, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=cd128465-4cdc-4477-8673-1d6ad7cb12c9,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:32.982242 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.011328 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.026780 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:33.030740 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f532833f-2ede-43e2-99bc-833ac2105dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.059276 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Transition to ACTIVE for port object b33c68cf-ffd5-469c-a60a-b903715dce1d will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:33.068688 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 00f81d32-bec3-44ae-aac6-7d1daa5fe640 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:43:33.098576 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.099686 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.102974 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63117203'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.105168 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 00f81d32-bec3-44ae-aac6-7d1daa5fe640 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:43:33.105528 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 00f81d32-bec3-44ae-aac6-7d1daa5fe640 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:43:33.105990 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-cf21ee2f-c903-4310-9703-59cc76241f4c tempest-VolumesActionsTest-1801307829 tempest-VolumesActionsTest-1801307829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:33.106189 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device fb4da906-f060-477c-a471-3402626c79c0 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:43:33.143487 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: fb4da906-f060-477c-a471-3402626c79c0 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:43:33.143840 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device fb4da906-f060-477c-a471-3402626c79c0 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:43:33.155662 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=cd128465-4cdc-4477-8673-1d6ad7cb12c9,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:33.169362 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=17531886-3cd0-45a3-be64-5c02fd14a564,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:33.171734 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1641845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819072'] for router_interface, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.173622 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:33.194139 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.194493 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.194836 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.195176 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.195510 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.195846 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.196184 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.196512 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.196880 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.197170 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.197495 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.197870 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:33.204210 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:33.206936 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:33.210338 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Attempting to bind port b33c68cf-ffd5-469c-a60a-b903715dce1d on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:43:33.210667 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Attempting to bind port b33c68cf-ffd5-469c-a60a-b903715dce1d by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:43:33.211044 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Attempting to bind port b33c68cf-ffd5-469c-a60a-b903715dce1d on network d06e2f1a-390b-4c3c-bda4-9f719553dc3b {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:33.215161 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.db.api [None req-f532833f-2ede-43e2-99bc-833ac2105dac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 16:43:33.215603 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_db.api [None req-f532833f-2ede-43e2-99bc-833ac2105dac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 16:43:33.234628 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:43:33.235015 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Checking segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:33.235433 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.235840 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Bound using segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:43:33.236327 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Bound port: b33c68cf-ffd5-469c-a60a-b903715dce1d, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:43:33.236712 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.264531 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Network c96d0792-3051-47d6-b4a2-61d8b857f155 is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:33.265974 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:33.294567 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e8f02-6704-41b9-9c16-a972a05b9b90 None None] Pushing event updated for resources: {'Port': ['ID=b33c68cf-ffd5-469c-a60a-b903715dce1d,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:33.298097 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-192e8f02-6704-41b9-9c16-a972a05b9b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:33.312604 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] For port b33c68cf-ffd5-469c-a60a-b903715dce1d, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:43:33.316288 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] For port b33c68cf-ffd5-469c-a60a-b903715dce1d, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=b33c68cf-ffd5-469c-a60a-b903715dce1d,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:43:33.323623 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.325708 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:33.377475 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:33.378139 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:33.383973 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Router ec9a8dda-8329-447b-b693-62b48b7cd32c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:43:33.435240 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e8f02-6704-41b9-9c16-a972a05b9b90 None None] Pushing event updated for resources: {'Port': ['ID=b33c68cf-ffd5-469c-a60a-b903715dce1d,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:33.439254 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-192e8f02-6704-41b9-9c16-a972a05b9b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:33.503874 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:33.514091 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] 10.222.0.70 "PUT /v2.0/routers/ec9a8dda-8329-447b-b693-62b48b7cd32c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7955778 Jun 22 16:43:33.514584 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:33.708327 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:33.901080 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 2, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:33.936490 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb443e9-ca8d-4c17-a8b7-3a75a093a601 None None] The sync data for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb is: [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 2, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:34.021358 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-501ea538-481a-4d39-8f47-81164dbe4ca1 None None] Provisioning for port 17531886-3cd0-45a3-be64-5c02fd14a564 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:34.025382 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-501ea538-481a-4d39-8f47-81164dbe4ca1 None None] Provisioning complete for port 17531886-3cd0-45a3-be64-5c02fd14a564 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:34.025763 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-501ea538-481a-4d39-8f47-81164dbe4ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.065436 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-501ea538-481a-4d39-8f47-81164dbe4ca1 None None] Port 17531886-3cd0-45a3-be64-5c02fd14a564 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:43:34.096938 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53314) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:34.102957 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1660543332-network', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:34.133896 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Made reservation on behalf of d8a922f6b95444399066d18cb20bf581 for: {'network': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:43:34.136269 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.148478 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.261600 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.266523 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device cd128465-4cdc-4477-8673-1d6ad7cb12c9 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:34.266747 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.271286 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3c0cdc53-2959-4001-a3ba-826732bcd7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:34.293384 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:43:34.302682 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:43:34.310119 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583461f0-6c73-43c4-a3a7-d1e0f5d37290,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:34.325069 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:34.329465 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.330292 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.segments_db [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Added segment 520bdf8c-92f3-4913-ab28-51ed8b41af30 of type vlan for network 3d5eed45-0a4b-4a49-9f03-95300af75588 Jun 22 16:43:34.348848 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port cd128465-4cdc-4477-8673-1d6ad7cb12c9 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:34.349087 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.380061 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.412105 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.413551 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:34.414373 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.416604 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-60858584-daa2-4368-95d3-b24125b75790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:34.464267 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3661058 Jun 22 16:43:34.467060 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53316) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:34.472180 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Request body: {'subnet': {'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1660543332-subnet', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'ip_version': 4}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:34.476354 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5eed45-0a4b-4a49-9f03-95300af75588,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:34.479184 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:34.489724 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 3d5eed45-0a4b-4a49-9f03-95300af75588 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:43:34.502288 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Made reservation on behalf of d8a922f6b95444399066d18cb20bf581 for: {'subnet': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:43:34.504817 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64922141'] for subnet, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.688591 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63117085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64922163'] for subnet, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.692052 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:34.750543 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee6631c-60ff-4efb-a00a-15ba53b8bb93,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:34.757275 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:34.766549 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Checking segment: {'id': '520bdf8c-92f3-4913-ab28-51ed8b41af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:34.766918 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Network hostable DHCP agents. Network: 3d5eed45-0a4b-4a49-9f03-95300af75588, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:43:34.790186 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Network 3d5eed45-0a4b-4a49-9f03-95300af75588 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:43:34.801029 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 3d5eed45-0a4b-4a49-9f03-95300af75588) {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:34.805404 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:34.806162 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.812655 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cedf258-217b-4460-9eba-4281a822e76a None None] Network 3d5eed45-0a4b-4a49-9f03-95300af75588 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:43:34.820708 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-dab510fb-5c52-4463-9ebe-fa2541dfbe7f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3525126 Jun 22 16:43:34.823232 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53318) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:34.828714 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:34.851734 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1825629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1123'] for router, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.852817 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1825728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1625500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1767141', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1146'] for router, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.905199 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:34.967951 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d08be-f2c9-4632-b322-660287425744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9850d6f9-e7c5-58f6-bfb5-703f1585a73f-3d5eed45-0a4b-4a49-9f03-95300af75588', 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'fixed_ips': [{'subnet_id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93'}]}} from dv-cinder-768105-10-smb. {{(pid=93717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 22 16:43:34.968840 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-065d08be-f2c9-4632-b322-660287425744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.058533 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1625591', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1825611', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1100'] for router, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.127540 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.db_base_plugin_common [None req-065d08be-f2c9-4632-b322-660287425744 None None] Allocated IP 172.20.0.2 (3d5eed45-0a4b-4a49-9f03-95300af75588/2ee6631c-60ff-4efb-a00a-15ba53b8bb93/05c7bed0-e31e-4352-a0f0-67c49fac5bba) {{(pid=93717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:35.278217 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-065d08be-f2c9-4632-b322-660287425744 None None] Notify callbacks [] for port, precommit_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.279886 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.287868 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-065d08be-f2c9-4632-b322-660287425744 None None] Transition to ACTIVE for port object 05c7bed0-e31e-4352-a0f0-67c49fac5bba will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:35.303187 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.304648 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-065d08be-f2c9-4632-b322-660287425744 None None] Transition to ACTIVE for port object 05c7bed0-e31e-4352-a0f0-67c49fac5bba will not be triggered until provisioned by entity DHCP. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:35.312958 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-065d08be-f2c9-4632-b322-660287425744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319'] for port, after_create {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.317397 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-9358d4ac-7b7d-410c-9fb8-f3fa3dcc5f59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:35.358176 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d08be-f2c9-4632-b322-660287425744 None None] Network 3d5eed45-0a4b-4a49-9f03-95300af75588 is already hosted by enough agents. {{(pid=93717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:35.361170 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.scheduler.base_scheduler [None req-065d08be-f2c9-4632-b322-660287425744 None None] Resources bound (agent type, host, resource id): {{(pid=93717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:35.363861 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065d08be-f2c9-4632-b322-660287425744 None None] Received port after_create {{(pid=93717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:35.371357 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d08be-f2c9-4632-b322-660287425744 None None] Pushing event updated for resources: {'Port': ['ID=05c7bed0-e31e-4352-a0f0-67c49fac5bba,revision_number=1']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:35.374177 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-065d08be-f2c9-4632-b322-660287425744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:35.409305 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Allocated IP 172.28.0.218 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/1af411d2-204b-4d87-8643-973f02144f48) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:35.432798 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-065d08be-f2c9-4632-b322-660287425744 None None] Attempting to bind port 05c7bed0-e31e-4352-a0f0-67c49fac5bba on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:43:35.433188 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-065d08be-f2c9-4632-b322-660287425744 None None] Attempting to bind port 05c7bed0-e31e-4352-a0f0-67c49fac5bba by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '520bdf8c-92f3-4913-ab28-51ed8b41af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:43:35.433555 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d08be-f2c9-4632-b322-660287425744 None None] Attempting to bind port 05c7bed0-e31e-4352-a0f0-67c49fac5bba on network 3d5eed45-0a4b-4a49-9f03-95300af75588 {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:35.438512 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d08be-f2c9-4632-b322-660287425744 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:43:35.438898 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d08be-f2c9-4632-b322-660287425744 None None] Checking segment: {'id': '520bdf8c-92f3-4913-ab28-51ed8b41af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:35.439305 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-065d08be-f2c9-4632-b322-660287425744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.439705 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d08be-f2c9-4632-b322-660287425744 None None] Bound using segment: {'id': '520bdf8c-92f3-4913-ab28-51ed8b41af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:43:35.440175 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-065d08be-f2c9-4632-b322-660287425744 None None] Bound port: 05c7bed0-e31e-4352-a0f0-67c49fac5bba, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520bdf8c-92f3-4913-ab28-51ed8b41af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:43:35.440555 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-065d08be-f2c9-4632-b322-660287425744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.500804 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-065d08be-f2c9-4632-b322-660287425744 None None] For port 05c7bed0-e31e-4352-a0f0-67c49fac5bba, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:43:35.505227 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-065d08be-f2c9-4632-b322-660287425744 None None] For port 05c7bed0-e31e-4352-a0f0-67c49fac5bba, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=05c7bed0-e31e-4352-a0f0-67c49fac5bba,segment=NetworkSegment(520bdf8c-92f3-4913-ab28-51ed8b41af30),segment_id=520bdf8c-92f3-4913-ab28-51ed8b41af30)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:43:35.510006 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-065d08be-f2c9-4632-b322-660287425744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.512370 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.512848 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:35.553728 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63117185'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:35.563632 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:35.577732 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d08be-f2c9-4632-b322-660287425744 None None] Pushing event updated for resources: {'Port': ['ID=05c7bed0-e31e-4352-a0f0-67c49fac5bba,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:35.580759 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-065d08be-f2c9-4632-b322-660287425744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:35.594909 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:35.597787 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:35.601539 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:35.625271 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Pushing event updated for resources: {'Port': ['ID=1af411d2-204b-4d87-8643-973f02144f48,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:35.629762 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:35.880044 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:36.331263 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device b33c68cf-ffd5-469c-a60a-b903715dce1d up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:36.342054 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1825620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1625658'] for router, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:36.388520 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port b33c68cf-ffd5-469c-a60a-b903715dce1d completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:36.393519 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port b33c68cf-ffd5-469c-a60a-b903715dce1d triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:36.393911 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:36.486888 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:36.489200 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Router a0b06d66-bcde-4774-9838-1bc331c84528 is scheduled to L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 with binding_index 1 {{(pid=93716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 22 16:43:36.512174 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port b33c68cf-ffd5-469c-a60a-b903715dce1d, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=b33c68cf-ffd5-469c-a60a-b903715dce1d,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:36.519003 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:36.520439 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 05c7bed0-e31e-4352-a0f0-67c49fac5bba up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:36.542796 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:36.568710 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3885fc-c651-47dc-854f-f213043e762e None None] Network 3d5eed45-0a4b-4a49-9f03-95300af75588 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:43:36.576217 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Sync routers for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:36.585862 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:36.586504 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:36.608100 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:36.626397 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] Notify callbacks [] for router, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:36.631038 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f09b230a-c59e-4991-b9eb-a6f377da6a2b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8065350 Jun 22 16:43:36.631423 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53324) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:36.632670 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Sync routers for ids ['a0b06d66-bcde-4774-9838-1bc331c84528'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:36.675361 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-69d826ac-eb5f-4f00-88a8-8c80047e4513 None None] Provisioning for port 05c7bed0-e31e-4352-a0f0-67c49fac5bba completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:36.677839 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=b33c68cf-ffd5-469c-a60a-b903715dce1d,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:36.683954 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Routers {'a0b06d66-bcde-4774-9838-1bc331c84528'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:36.684656 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['a0b06d66-bcde-4774-9838-1bc331c84528'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:36.686606 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:36.708288 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:36.751873 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 05c7bed0-e31e-4352-a0f0-67c49fac5bba completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:36.765973 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 05c7bed0-e31e-4352-a0f0-67c49fac5bba triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:36.766455 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:36.879322 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Set router a0b06d66-bcde-4774-9838-1bc331c84528 gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:36.918554 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 2, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:36.948268 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Checking router: ec9a8dda-8329-447b-b693-62b48b7cd32c for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:36.948897 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Updating router ec9a8dda-8329-447b-b693-62b48b7cd32c port 17531886-3cd0-45a3-be64-5c02fd14a564 binding host dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:43:36.982907 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.044125 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.065131 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.123324 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 05c7bed0-e31e-4352-a0f0-67c49fac5bba, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=05c7bed0-e31e-4352-a0f0-67c49fac5bba,segment=NetworkSegment(520bdf8c-92f3-4913-ab28-51ed8b41af30),segment_id=520bdf8c-92f3-4913-ab28-51ed8b41af30)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:37.138904 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.143277 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-90782fb0-d930-4a42-a78e-630e637b13a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:37.216965 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '1af411d2-204b-4d87-8643-973f02144f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:34Z', 'updated_at': '2021-06-22T16:43:35Z', 'revision_number': 3, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'gw_port': {'id': '1af411d2-204b-4d87-8643-973f02144f48', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:35Z', 'updated_at': '2021-06-22T16:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:37.273747 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Allocated IP 172.20.0.1 (3d5eed45-0a4b-4a49-9f03-95300af75588/2ee6631c-60ff-4efb-a00a-15ba53b8bb93/002f1afc-6ecc-4101-a77d-9500db68eaf8) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:37.311214 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.327958 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.provisioning_blocks [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Transition to ACTIVE for port object 17531886-3cd0-45a3-be64-5c02fd14a564 will not be triggered until provisioned by entity L2. {{(pid=93718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:37.336243 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.342434 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-e40c4208-97fe-4c2c-ba88-c2f74f43222f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:37.384459 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=05c7bed0-e31e-4352-a0f0-67c49fac5bba,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:37.389121 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:37.390961 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Checking router: a0b06d66-bcde-4774-9838-1bc331c84528 for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:37.391528 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Updating router a0b06d66-bcde-4774-9838-1bc331c84528 port 1af411d2-204b-4d87-8643-973f02144f48 binding host dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:43:37.397173 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Pushing event updated for resources: {'Port': ['ID=17531886-3cd0-45a3-be64-5c02fd14a564,revision_number=3']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:37.401918 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.429050 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Transition to ACTIVE for port object 002f1afc-6ecc-4101-a77d-9500db68eaf8 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:37.432485 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.434186 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-fcaa50ba-4717-4c49-a256-e48243daebf8 None None] Provisioning complete for port 05c7bed0-e31e-4352-a0f0-67c49fac5bba triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:37.434435 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-fcaa50ba-4717-4c49-a256-e48243daebf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.462447 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.466408 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2a5c7920-9119-46e5-8f5e-6ea11f29db1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:37.468382 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.468828 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.469415 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.470095 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.470529 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.470946 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.471366 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.471782 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.472346 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.473405 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.473796 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.474207 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:43:37.481020 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Attempting to bind port 17531886-3cd0-45a3-be64-5c02fd14a564 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:43:37.481485 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Attempting to bind port 17531886-3cd0-45a3-be64-5c02fd14a564 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:43:37.482510 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Attempting to bind port 17531886-3cd0-45a3-be64-5c02fd14a564 on network c96d0792-3051-47d6-b4a2-61d8b857f155 {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:37.485809 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:37.489278 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:43:37.489877 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Checking segment: {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:37.490466 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.491033 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Bound using segment: {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:43:37.491659 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Bound port: 17531886-3cd0-45a3-be64-5c02fd14a564, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'}}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:43:37.492210 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.515900 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Network 3d5eed45-0a4b-4a49-9f03-95300af75588 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:37.520446 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:37.524771 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:37.528009 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=002f1afc-6ecc-4101-a77d-9500db68eaf8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:37.559983 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:37.561480 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] For port 17531886-3cd0-45a3-be64-5c02fd14a564, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:43:37.564765 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] For port 17531886-3cd0-45a3-be64-5c02fd14a564, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=17531886-3cd0-45a3-be64-5c02fd14a564,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:43:37.573539 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.576756 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:37.587491 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619724'] for router_interface, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.742214 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:37.743088 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:37.793248 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.862430 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Notify callbacks [] for port, precommit_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.873956 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Pushing event updated for resources: {'Port': ['ID=17531886-3cd0-45a3-be64-5c02fd14a564,revision_number=4']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:37.880706 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:37.890164 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Transition to ACTIVE for port object 1af411d2-204b-4d87-8643-973f02144f48 will not be triggered until provisioned by entity L2. {{(pid=93717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:37.900136 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.902774 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:37.908529 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:37.961075 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed692bd4-8a55-4ee1-8c36-396b49826fa6 None None] Pushing event updated for resources: {'Port': ['ID=1af411d2-204b-4d87-8643-973f02144f48,revision_number=2']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:37.964191 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Attempting to bind port 1af411d2-204b-4d87-8643-973f02144f48 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:43:37.964829 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Attempting to bind port 1af411d2-204b-4d87-8643-973f02144f48 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:43:37.965384 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Attempting to bind port 1af411d2-204b-4d87-8643-973f02144f48 on network d06e2f1a-390b-4c3c-bda4-9f719553dc3b {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:37.967901 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-ed692bd4-8a55-4ee1-8c36-396b49826fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:37.973922 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:43:37.974342 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Checking segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:37.975217 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.975629 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Bound using segment: {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'} {{(pid=93717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:43:37.976292 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.managers [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Bound port: 1af411d2-204b-4d87-8643-973f02144f48, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}}] {{(pid=93717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:43:37.976687 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:37.998159 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:38.004926 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:38.010335 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-64fa4fd1-1e1c-4208-9e43-99036bbe0dee tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:38.021556 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-8b6cd8aa-3a12-4a82-b20e-0eb2697cac13 None None] Provisioning for port 002f1afc-6ecc-4101-a77d-9500db68eaf8 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:38.033413 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-8b6cd8aa-3a12-4a82-b20e-0eb2697cac13 None None] Provisioning complete for port 002f1afc-6ecc-4101-a77d-9500db68eaf8 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:38.033796 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd8aa-3a12-4a82-b20e-0eb2697cac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:38.063639 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] For port 1af411d2-204b-4d87-8643-973f02144f48, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:43:38.077834 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=002f1afc-6ecc-4101-a77d-9500db68eaf8,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:38.080352 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1641845', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1819072'] for router_interface, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:38.081374 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] For port 1af411d2-204b-4d87-8643-973f02144f48, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=1af411d2-204b-4d87-8643-973f02144f48,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:43:38.082319 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:38.090866 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cd8aa-3a12-4a82-b20e-0eb2697cac13 None None] Port 002f1afc-6ecc-4101-a77d-9500db68eaf8 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:43:38.092916 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:38.095278 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:38.144358 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:38.150763 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Routers {'a0b06d66-bcde-4774-9838-1bc331c84528'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:38.151393 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['a0b06d66-bcde-4774-9838-1bc331c84528'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:38.153054 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed692bd4-8a55-4ee1-8c36-396b49826fa6 None None] Pushing event updated for resources: {'Port': ['ID=1af411d2-204b-4d87-8643-973f02144f48,revision_number=3']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:38.156619 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-ed692bd4-8a55-4ee1-8c36-396b49826fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:38.179763 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b270379a-6a83-4398-aa15-c376b59624f4 None None] The sync data for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb is: [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:38.187334 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Network 3d5eed45-0a4b-4a49-9f03-95300af75588 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:38.189101 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:38.302314 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] Set router a0b06d66-bcde-4774-9838-1bc331c84528 gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:38.359777 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Router a0b06d66-bcde-4774-9838-1bc331c84528 has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:43:38.420875 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 17531886-3cd0-45a3-be64-5c02fd14a564 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:38.532236 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:38.539265 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] 10.222.0.70 "PUT /v2.0/routers/a0b06d66-bcde-4774-9838-1bc331c84528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9061153 Jun 22 16:43:38.580641 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-eab30e0d-f355-4dae-b938-fdfa70cd2503 None None] Provisioning complete for port 002f1afc-6ecc-4101-a77d-9500db68eaf8 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:38.581025 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-eab30e0d-f355-4dae-b938-fdfa70cd2503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:38.660152 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-eab30e0d-f355-4dae-b938-fdfa70cd2503 None None] Port 002f1afc-6ecc-4101-a77d-9500db68eaf8 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:43:38.666952 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 17531886-3cd0-45a3-be64-5c02fd14a564 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:38.673964 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 17531886-3cd0-45a3-be64-5c02fd14a564 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:38.674363 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:38.753252 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '1af411d2-204b-4d87-8643-973f02144f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:34Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 4, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'gw_port': {'id': '1af411d2-204b-4d87-8643-973f02144f48', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:35Z', 'updated_at': '2021-06-22T16:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '002f1afc-6ecc-4101-a77d-9500db68eaf8', 'name': '', 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'mac_address': 'fa:16:3e:f1:bc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:37Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 2, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'subnets': [{'id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:38.786361 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605c63e4-f53b-40bb-8e06-67323fe80b5a None None] The sync data for ids ['a0b06d66-bcde-4774-9838-1bc331c84528'] in dv-cinder-768105-10-smb is: [{'id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '1af411d2-204b-4d87-8643-973f02144f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:34Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 4, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'gw_port': {'id': '1af411d2-204b-4d87-8643-973f02144f48', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1a:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:35Z', 'updated_at': '2021-06-22T16:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '002f1afc-6ecc-4101-a77d-9500db68eaf8', 'name': '', 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'mac_address': 'fa:16:3e:f1:bc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:37Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 2, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'subnets': [{'id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:38.847252 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:38.889095 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 17531886-3cd0-45a3-be64-5c02fd14a564, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=17531886-3cd0-45a3-be64-5c02fd14a564,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:38.893623 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:38.894696 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device b33c68cf-ffd5-469c-a60a-b903715dce1d up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:38.898036 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:38.980562 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=17531886-3cd0-45a3-be64-5c02fd14a564,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:38.983909 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:38.994632 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port b33c68cf-ffd5-469c-a60a-b903715dce1d triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:38.995143 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.088731 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 05c7bed0-e31e-4352-a0f0-67c49fac5bba up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:39.182807 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 05c7bed0-e31e-4352-a0f0-67c49fac5bba triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:39.183245 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.309321 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afc40e-5fc0-4747-9cfb-6014f530ae70 req-4eed7413-c4a1-434f-a0be-621114e5d07a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:39.319955 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58afc40e-5fc0-4747-9cfb-6014f530ae70 req-4eed7413-c4a1-434f-a0be-621114e5d07a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0973766 Jun 22 16:43:39.343963 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53346) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:39.351861 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-b97426af-b59b-46a0-9295-41cd23e8ad95 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729768463', 'description': 'tempest-secgroup-smoke-729768463 description', 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:39.384510 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-58afc40e-5fc0-4747-9cfb-6014f530ae70 req-b4054781-ef93-44ed-b080-b382de81b460 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636334 Jun 22 16:43:39.384658 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b97426af-b59b-46a0-9295-41cd23e8ad95 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.468718 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b97426af-b59b-46a0-9295-41cd23e8ad95 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.472987 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b97426af-b59b-46a0-9295-41cd23e8ad95 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.475402 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d751a117-65f0-41e7-9417-211172d2a374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:39.498976 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-b97426af-b59b-46a0-9295-41cd23e8ad95 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.502904 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-b97426af-b59b-46a0-9295-41cd23e8ad95 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1551957 Jun 22 16:43:39.503674 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53348) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:39.509443 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-cfcc0495-7697-4249-a53b-02771731eb22 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Request body: {'security_group_rule': {'security_group_id': '6525be0d-0677-4653-b8e8-47d47e3c8bb6', 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:39.516100 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97426af-b59b-46a0-9295-41cd23e8ad95 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6525be0d-0677-4653-b8e8-47d47e3c8bb6,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:39.520331 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b97426af-b59b-46a0-9295-41cd23e8ad95 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:39.542747 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0495-7697-4249-a53b-02771731eb22 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.601556 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0495-7697-4249-a53b-02771731eb22 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.605076 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0495-7697-4249-a53b-02771731eb22 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.607370 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:39.624516 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc0495-7697-4249-a53b-02771731eb22 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d320d2f-f4df-4ce3-a2d6-197aea98403d,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:39.627755 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-cfcc0495-7697-4249-a53b-02771731eb22 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:39.630671 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cfcc0495-7697-4249-a53b-02771731eb22 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.632155 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-cfcc0495-7697-4249-a53b-02771731eb22 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265130 Jun 22 16:43:39.634904 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53352) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:39.639525 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-39cdb950-3167-4671-8316-2237aebd9616 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Request body: {'security_group_rule': {'security_group_id': '6525be0d-0677-4653-b8e8-47d47e3c8bb6', 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:39.665191 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39cdb950-3167-4671-8316-2237aebd9616 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.724553 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39cdb950-3167-4671-8316-2237aebd9616 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.728153 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39cdb950-3167-4671-8316-2237aebd9616 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.730089 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:39.745826 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdb950-3167-4671-8316-2237aebd9616 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7421a999-c17e-465e-9fae-1310c012b99e,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:39.748197 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-39cdb950-3167-4671-8316-2237aebd9616 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:39.752078 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39cdb950-3167-4671-8316-2237aebd9616 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.753361 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-39cdb950-3167-4671-8316-2237aebd9616 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174169 Jun 22 16:43:39.756138 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53354) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:39.761031 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-2c8bba26-2a8c-4610-b867-91142f46fc78 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Request body: {'security_group_rule': {'security_group_id': '6525be0d-0677-4653-b8e8-47d47e3c8bb6', 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:39.788396 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c8bba26-2a8c-4610-b867-91142f46fc78 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.842228 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c8bba26-2a8c-4610-b867-91142f46fc78 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.845388 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c8bba26-2a8c-4610-b867-91142f46fc78 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.847381 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-39cdb950-3167-4671-8316-2237aebd9616 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:39.862741 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bba26-2a8c-4610-b867-91142f46fc78 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36bb08a-1d75-414a-8606-7d4358cd45fc,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:39.865692 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2c8bba26-2a8c-4610-b867-91142f46fc78 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:39.869825 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-2c8bba26-2a8c-4610-b867-91142f46fc78 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.870994 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-2c8bba26-2a8c-4610-b867-91142f46fc78 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137786 Jun 22 16:43:39.873674 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53356) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:39.877946 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-d6c1e606-9d8b-4f80-9acf-55209880dd9f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Request body: {'security_group_rule': {'security_group_id': '6525be0d-0677-4653-b8e8-47d47e3c8bb6', 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:39.902771 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e606-9d8b-4f80-9acf-55209880dd9f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.958013 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e606-9d8b-4f80-9acf-55209880dd9f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.961485 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e606-9d8b-4f80-9acf-55209880dd9f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.963762 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0495c203-dc38-4374-9310-3aa55ac86add tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:39.979464 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1e606-9d8b-4f80-9acf-55209880dd9f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c342f4c2-4058-4421-a2d0-9f7db3a8359d,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:39.981882 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d6c1e606-9d8b-4f80-9acf-55209880dd9f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:39.986352 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-d6c1e606-9d8b-4f80-9acf-55209880dd9f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:39.987781 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-d6c1e606-9d8b-4f80-9acf-55209880dd9f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1130345 Jun 22 16:43:39.990710 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53358) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:39.995128 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-cec3340b-d0d1-4fde-b2cd-737b288e8bcb tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Request body: {'security_group_rule': {'security_group_id': '6525be0d-0677-4653-b8e8-47d47e3c8bb6', 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:40.022200 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.securitygroups_db [None req-cec3340b-d0d1-4fde-b2cd-737b288e8bcb tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Project 1ab8b49c8e9042d9b53239972a0ea06e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 16:43:40.027310 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cec3340b-d0d1-4fde-b2cd-737b288e8bcb tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.087623 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cec3340b-d0d1-4fde-b2cd-737b288e8bcb tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.091312 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cec3340b-d0d1-4fde-b2cd-737b288e8bcb tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.093291 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:40.109569 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3340b-d0d1-4fde-b2cd-737b288e8bcb tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ccbb6e-98e9-4bd3-af8c-068b5039d89d,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:40.112399 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-cec3340b-d0d1-4fde-b2cd-737b288e8bcb tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:40.115497 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-cec3340b-d0d1-4fde-b2cd-737b288e8bcb tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.117706 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-cec3340b-d0d1-4fde-b2cd-737b288e8bcb tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258283 Jun 22 16:43:40.120359 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53360) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:40.125044 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-9bbd472a-15a1-4c61-ae39-f00e97b0d722 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Request body: {'security_group_rule': {'security_group_id': '6525be0d-0677-4653-b8e8-47d47e3c8bb6', 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:40.165304 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.securitygroups_db [None req-9bbd472a-15a1-4c61-ae39-f00e97b0d722 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Project 1ab8b49c8e9042d9b53239972a0ea06e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 22 16:43:40.170605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bbd472a-15a1-4c61-ae39-f00e97b0d722 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.227648 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bbd472a-15a1-4c61-ae39-f00e97b0d722 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.232616 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bbd472a-15a1-4c61-ae39-f00e97b0d722 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.238487 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:40.253063 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd472a-15a1-4c61-ae39-f00e97b0d722 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889b9f72-07b9-4d08-bfc6-d4e911f58bc4,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:40.256970 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9bbd472a-15a1-4c61-ae39-f00e97b0d722 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:40.258092 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9bbd472a-15a1-4c61-ae39-f00e97b0d722 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.259245 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-9bbd472a-15a1-4c61-ae39-f00e97b0d722 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379199 Jun 22 16:43:40.337428 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 17531886-3cd0-45a3-be64-5c02fd14a564 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:40.384926 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 17531886-3cd0-45a3-be64-5c02fd14a564 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:40.385309 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.473432 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 1af411d2-204b-4d87-8643-973f02144f48 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:40.523229 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 1af411d2-204b-4d87-8643-973f02144f48 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:40.527686 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 1af411d2-204b-4d87-8643-973f02144f48 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:40.528148 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.579444 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ff248-903a-447a-9c9d-8f805c8108c8 req-02528be5-3a84-4a71-9f08-22d53d7fd4d9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:40.581214 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dd9ff248-903a-447a-9c9d-8f805c8108c8 req-02528be5-3a84-4a71-9f08-22d53d7fd4d9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0641100 Jun 22 16:43:40.615344 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.624737 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dd9ff248-903a-447a-9c9d-8f805c8108c8 req-f1a9c4a2-bc30-4c92-9037-488db555e37c tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368934 Jun 22 16:43:40.637739 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 1af411d2-204b-4d87-8643-973f02144f48, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=1af411d2-204b-4d87-8643-973f02144f48,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:40.643503 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:40.646029 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:40.713645 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=1af411d2-204b-4d87-8643-973f02144f48,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:40.716950 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:41.374815 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-fdd22720-b259-4179-8345-a025c02a04e9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:41.376422 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-fdd22720-b259-4179-8345-a025c02a04e9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.0629842 Jun 22 16:43:41.479924 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Deleting port 5cabad33-f222-4945-a144-75d47d29c5a2 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:41.480277 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:41.593621 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] For port 5cabad33-f222-4945-a144-75d47d29c5a2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=5cabad33-f222-4945-a144-75d47d29c5a2,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:41.594408 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:41.794456 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:41.794841 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:41.795154 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.l3_db [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Floating IP 4511fc03-5795-4172-a8db-d58daf2c2155 disassociated. External IP: 172.28.0.39, port: 5cabad33-f222-4945-a144-75d47d29c5a2. Jun 22 16:43:41.795497 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Calling delete_port for 5cabad33-f222-4945-a144-75d47d29c5a2 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:41.893920 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319f40e-0515-49dd-b1ae-8632a01787c9 req-91c8a17c-31ca-4a22-a774-1934a5796b4e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:41.895584 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e319f40e-0515-49dd-b1ae-8632a01787c9 req-91c8a17c-31ca-4a22-a774-1934a5796b4e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 945 time: 0.1476920 Jun 22 16:43:41.968905 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e319f40e-0515-49dd-b1ae-8632a01787c9 req-64f6c826-ac9f-4918-8b14-2489a5ef9bbc tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=ce0f89cc-f5be-4071-9ed4-2fc868819a95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660226 Jun 22 16:43:42.000177 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:42.004413 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-aea9b76a-d4e6-4424-a689-1007142097bd tempest-VolumesActionsTest-1388374984 tempest-VolumesActionsTest-1388374984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:42.030482 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event deleted for resources: {'Port': ['ID=5cabad33-f222-4945-a144-75d47d29c5a2,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:42.033677 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:42.080172 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Sync routers for ids ['a0b06d66-bcde-4774-9838-1bc331c84528'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:42.089803 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Routers {'a0b06d66-bcde-4774-9838-1bc331c84528'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:42.090515 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['a0b06d66-bcde-4774-9838-1bc331c84528'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:42.146218 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Router 1034729a-8c48-479c-a2fc-d1902fa286cc has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:43:42.194498 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Set router a0b06d66-bcde-4774-9838-1bc331c84528 gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:42.262662 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:42.272750 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] Sync routers for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:42.284048 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 1af411d2-204b-4d87-8643-973f02144f48 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:42.310415 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] No DVR routers for this DVR port 5cabad33-f222-4945-a144-75d47d29c5a2 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:43:42.312858 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:42.315065 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a155d5fa-227f-4b0c-a845-765e5426d947 req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "DELETE /v2.0/ports/5cabad33-f222-4945-a144-75d47d29c5a2 HTTP/1.1" status: 204 len: 173 time: 0.9323428 Jun 22 16:43:42.315721 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'name': 'network-vif-deleted', 'tag': '5cabad33-f222-4945-a144-75d47d29c5a2'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:42.317846 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:42.318486 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c5638c-a4c3-46b1-86c1-412b0adb495d" -d '{"events": [{"server_uuid": "21cfc73d-1142-4e56-9122-252dc1cdeb8a", "name": "network-vif-deleted", "tag": "5cabad33-f222-4945-a144-75d47d29c5a2"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:42.318867 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:42.430621 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 1af411d2-204b-4d87-8643-973f02144f48 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:42.431247 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:42.464893 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf714fc3-3caf-4ed8-ae52-14aab7cd1ad7 x-openstack-request-id: req-cf714fc3-3caf-4ed8-ae52-14aab7cd1ad7 {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:42.465319 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21cfc73d-1142-4e56-9122-252dc1cdeb8a", "name": "network-vif-deleted", "tag": "5cabad33-f222-4945-a144-75d47d29c5a2", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:42.465752 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cf714fc3-3caf-4ed8-ae52-14aab7cd1ad7 {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:42.466309 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cfc73d-1142-4e56-9122-252dc1cdeb8a', 'name': 'network-vif-deleted', 'tag': '5cabad33-f222-4945-a144-75d47d29c5a2', 'status': 'completed', 'code': 200} Jun 22 16:43:42.489821 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '1af411d2-204b-4d87-8643-973f02144f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:34Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 4, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'gw_port': {'id': '1af411d2-204b-4d87-8643-973f02144f48', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:35Z', 'updated_at': '2021-06-22T16:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '002f1afc-6ecc-4101-a77d-9500db68eaf8', 'name': '', 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'mac_address': 'fa:16:3e:f1:bc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:37Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 2, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'subnets': [{'id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:42.496201 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:42.523462 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Checking router: a0b06d66-bcde-4774-9838-1bc331c84528 for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:42.523826 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Updating router a0b06d66-bcde-4774-9838-1bc331c84528 port 002f1afc-6ecc-4101-a77d-9500db68eaf8 binding host dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 22 16:43:42.570567 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:42.844534 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Notify callbacks [] for port, precommit_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:42.855393 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.provisioning_blocks [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Transition to ACTIVE for port object 002f1afc-6ecc-4101-a77d-9500db68eaf8 will not be triggered until provisioned by entity L2. {{(pid=93718) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:42.862573 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:42.867346 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-fef08b02-78de-4522-b9d1-8e56e48dee58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:42.869071 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:42.900342 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] Checking router: 1034729a-8c48-479c-a2fc-d1902fa286cc for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:42.911419 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2f79f-efd1-4ab7-a618-4f1c4a74b9d5 None None] Pushing event updated for resources: {'Port': ['ID=002f1afc-6ecc-4101-a77d-9500db68eaf8,revision_number=3']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:42.912538 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:42.914247 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:42.914396 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-b3b2f79f-efd1-4ab7-a618-4f1c4a74b9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:42.992409 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Attempting to bind port 002f1afc-6ecc-4101-a77d-9500db68eaf8 on host dv-cinder-768105-10-smb for vnic_type normal with profile {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:43:42.992785 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Attempting to bind port 002f1afc-6ecc-4101-a77d-9500db68eaf8 by drivers openvswitch,hyperv on host dv-cinder-768105-10-smb at level 0 using segments [{'id': '520bdf8c-92f3-4913-ab28-51ed8b41af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588'}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:43:42.993150 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Attempting to bind port 002f1afc-6ecc-4101-a77d-9500db68eaf8 on network 3d5eed45-0a4b-4a49-9f03-95300af75588 {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:43.007268 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Checking agent: {'id': '0ddc5d89-59bc-4887-8822-6a08f678d2de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 30, 31), 'started_at': datetime.datetime(2021, 6, 22, 16, 31, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:43:43.007777 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Checking segment: {'id': '520bdf8c-92f3-4913-ab28-51ed8b41af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:43.008201 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:43.008624 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Bound using segment: {'id': '520bdf8c-92f3-4913-ab28-51ed8b41af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588'} {{(pid=93718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:43:43.009121 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.managers [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Bound port: 002f1afc-6ecc-4101-a77d-9500db68eaf8, host: dv-cinder-768105-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520bdf8c-92f3-4913-ab28-51ed8b41af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588'}}] {{(pid=93718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:43:43.009508 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:43.086916 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:43.141026 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] For port 002f1afc-6ecc-4101-a77d-9500db68eaf8, host dv-cinder-768105-10-smb, cleared binding levels {{(pid=93718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:43:43.144590 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.plugins.ml2.db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] For port 002f1afc-6ecc-4101-a77d-9500db68eaf8, host dv-cinder-768105-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=002f1afc-6ecc-4101-a77d-9500db68eaf8,segment=NetworkSegment(520bdf8c-92f3-4913-ab28-51ed8b41af30),segment_id=520bdf8c-92f3-4913-ab28-51ed8b41af30)] {{(pid=93718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:43:43.150371 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron_lib.callbacks.manager [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:43.164097 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-9d002fc2-fb5b-4756-a579-712c8d98d6e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:43.213618 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Routers {'a0b06d66-bcde-4774-9838-1bc331c84528'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:43.214337 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['a0b06d66-bcde-4774-9838-1bc331c84528'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:43.246867 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2921653b-35cd-4019-995f-0d2d0fba8443 req-05894f9b-a57f-432c-b684-98cc349b777b tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=21cfc73d-1142-4e56-9122-252dc1cdeb8a HTTP/1.1" status: 200 len: 210 time: 0.0681772 Jun 22 16:43:43.321579 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2f79f-efd1-4ab7-a618-4f1c4a74b9d5 None None] Pushing event updated for resources: {'Port': ['ID=002f1afc-6ecc-4101-a77d-9500db68eaf8,revision_number=4']} {{(pid=93718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:43.329085 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG oslo_concurrency.lockutils [None req-b3b2f79f-efd1-4ab7-a618-4f1c4a74b9d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93718) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:43.352289 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] Set router a0b06d66-bcde-4774-9838-1bc331c84528 gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:43.390731 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:43.423458 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb9be7-1adc-442f-875b-f1c6f03b6c67 None None] The sync data for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb is: [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:43.656782 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '1af411d2-204b-4d87-8643-973f02144f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:34Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 4, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'gw_port': {'id': '1af411d2-204b-4d87-8643-973f02144f48', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:35Z', 'updated_at': '2021-06-22T16:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '002f1afc-6ecc-4101-a77d-9500db68eaf8', 'name': '', 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'mac_address': 'fa:16:3e:f1:bc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:37Z', 'updated_at': '2021-06-22T16:43:43Z', 'revision_number': 4, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'subnets': [{'id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:43.662754 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26094fae-84bb-40cc-a2df-e9c60a909e1f None None] New status for floating IP 4511fc03-5795-4172-a8db-d58daf2c2155: DOWN {{(pid=93718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:43:43.713789 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64caa682-7663-48ed-a414-caffc8b9d799 None None] The sync data for ids ['a0b06d66-bcde-4774-9838-1bc331c84528'] in dv-cinder-768105-10-smb is: [{'id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '1af411d2-204b-4d87-8643-973f02144f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:34Z', 'updated_at': '2021-06-22T16:43:37Z', 'revision_number': 4, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'gw_port': {'id': '1af411d2-204b-4d87-8643-973f02144f48', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:35Z', 'updated_at': '2021-06-22T16:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '002f1afc-6ecc-4101-a77d-9500db68eaf8', 'name': '', 'network_id': '3d5eed45-0a4b-4a49-9f03-95300af75588', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'mac_address': 'fa:16:3e:f1:bc:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:37Z', 'updated_at': '2021-06-22T16:43:43Z', 'revision_number': 4, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'subnets': [{'id': '2ee6631c-60ff-4efb-a00a-15ba53b8bb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:44.284282 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 002f1afc-6ecc-4101-a77d-9500db68eaf8 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:44.335287 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning for port 002f1afc-6ecc-4101-a77d-9500db68eaf8 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:44.339314 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 002f1afc-6ecc-4101-a77d-9500db68eaf8 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:44.339722 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.381504 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53444) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:44.427148 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.435915 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6885e80c-2e41-4ac5-a448-24dc57904a4a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.460376 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6885e80c-2e41-4ac5-a448-24dc57904a4a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.460854 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] For port 002f1afc-6ecc-4101-a77d-9500db68eaf8, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=002f1afc-6ecc-4101-a77d-9500db68eaf8,segment=NetworkSegment(520bdf8c-92f3-4913-ab28-51ed8b41af30),segment_id=520bdf8c-92f3-4913-ab28-51ed8b41af30)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:44.465021 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.466943 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:44.510260 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6885e80c-2e41-4ac5-a448-24dc57904a4a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.513528 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-6885e80c-2e41-4ac5-a448-24dc57904a4a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.514602 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-6885e80c-2e41-4ac5-a448-24dc57904a4a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "DELETE /v2.0/security-groups/ce0f89cc-f5be-4071-9ed4-2fc868819a95 HTTP/1.1" status: 204 len: 168 time: 0.1319964 Jun 22 16:43:44.515648 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a0cf431a-0711-49df-8727-8cd70bbcdffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:44.517326 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Pushing event updated for resources: {'Port': ['ID=002f1afc-6ecc-4101-a77d-9500db68eaf8,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:44.517469 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53446) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:44.521189 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:44.526516 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885e80c-2e41-4ac5-a448-24dc57904a4a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0f89cc-f5be-4071-9ed4-2fc868819a95,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:44.528865 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6885e80c-2e41-4ac5-a448-24dc57904a4a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:44.532110 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.api.v2.resource [None req-187a3aff-93eb-4235-a8a2-65b786f8c52f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] show failed (client error): The resource could not be found. Jun 22 16:43:44.533623 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-187a3aff-93eb-4235-a8a2-65b786f8c52f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups/ce0f89cc-f5be-4071-9ed4-2fc868819a95 HTTP/1.1" status: 404 len: 347 time: 0.0151029 Jun 22 16:43:44.537052 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53448) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:44.666148 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Deleting port b0cdc687-6d75-43d0-b399-0dfd7edcfd27 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:43:44.666491 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.740560 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.740808 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.753444 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Calling delete_port for b0cdc687-6d75-43d0-b399-0dfd7edcfd27 owned by network:floatingip {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:43:44.887390 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.889414 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b1f4120d-ba86-4660-bec7-b01dfc545652 tempest-VolumesNegativeTest-390926755 tempest-VolumesNegativeTest-390926755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:44.911252 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event deleted for resources: {'Port': ['ID=b0cdc687-6d75-43d0-b399-0dfd7edcfd27,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:44.913677 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:44.983965 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.986728 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:44.988012 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "DELETE /v2.0/floatingips/4511fc03-5795-4172-a8db-d58daf2c2155 HTTP/1.1" status: 204 len: 168 time: 0.4498758 Jun 22 16:43:45.264175 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53454) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:45.268986 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-178d2925-ce4f-4f4a-a5ac-c7f310f74f92 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1710183916', 'description': 'tempest-description--1041508273'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:45.293252 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-178d2925-ce4f-4f4a-a5ac-c7f310f74f92 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.388823 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-178d2925-ce4f-4f4a-a5ac-c7f310f74f92 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.392933 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-178d2925-ce4f-4f4a-a5ac-c7f310f74f92 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.396339 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-34c6e034-af21-43f0-abb9-48f845f8cd84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:45.416304 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-178d2925-ce4f-4f4a-a5ac-c7f310f74f92 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.420161 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-178d2925-ce4f-4f4a-a5ac-c7f310f74f92 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1523170 Jun 22 16:43:45.420871 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53458) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:45.426766 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-e9e7c36a-2ec5-4a3c-b192-92cf56eb8634 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'security_group_rule': {'security_group_id': '07823c99-6ec2-47b4-86dd-b27ab77e4c43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:45.426933 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d2925-ce4f-4f4a-a5ac-c7f310f74f92 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07823c99-6ec2-47b4-86dd-b27ab77e4c43,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:45.429381 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-178d2925-ce4f-4f4a-a5ac-c7f310f74f92 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:45.452745 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c36a-2ec5-4a3c-b192-92cf56eb8634 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.507243 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c36a-2ec5-4a3c-b192-92cf56eb8634 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.510729 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c36a-2ec5-4a3c-b192-92cf56eb8634 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.512849 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:45.529257 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7c36a-2ec5-4a3c-b192-92cf56eb8634 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fffb217-c571-484b-944d-3e75593da8e7,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:45.532915 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e9e7c36a-2ec5-4a3c-b192-92cf56eb8634 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:45.536652 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e9e7c36a-2ec5-4a3c-b192-92cf56eb8634 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.537364 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-e9e7c36a-2ec5-4a3c-b192-92cf56eb8634 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150916 Jun 22 16:43:45.540102 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53460) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:45.544396 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-ba9e531d-b9fc-4ce7-9105-a86820da1759 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'security_group_rule': {'security_group_id': '07823c99-6ec2-47b4-86dd-b27ab77e4c43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:45.571105 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ba9e531d-b9fc-4ce7-9105-a86820da1759 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.629583 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ba9e531d-b9fc-4ce7-9105-a86820da1759 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.633689 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ba9e531d-b9fc-4ce7-9105-a86820da1759 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1760194'] for security_group_rule, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.640348 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-cfcc0495-7697-4249-a53b-02771731eb22 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:45.654843 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e531d-b9fc-4ce7-9105-a86820da1759 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ad0ebb-07db-4ef6-9265-0fc93e4c1954,revision_number=0']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:45.658128 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ba9e531d-b9fc-4ce7-9105-a86820da1759 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:45.666873 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ba9e531d-b9fc-4ce7-9105-a86820da1759 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.668081 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ba9e531d-b9fc-4ce7-9105-a86820da1759 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270773 Jun 22 16:43:45.671078 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53462) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:45.676512 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'floatingip': {'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:45.699092 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.796467 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:45.862411 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 5cabad33-f222-4945-a144-75d47d29c5a2 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:43:45.886149 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 5cabad33-f222-4945-a144-75d47d29c5a2 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:43:45.886619 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 5cabad33-f222-4945-a144-75d47d29c5a2 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:43:45.903919 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Allocated IP 172.28.0.176 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/34c6f2c8-0c2a-4364-a745-98acf3e0abc6) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:46.003444 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:46.041680 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63117185'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:46.044515 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-64c166e4-3a01-4785-a4b7-b2c1dd733c39 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:46.084102 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:46.086932 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:46.090430 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:46.112994 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'Port': ['ID=34c6f2c8-0c2a-4364-a745-98acf3e0abc6,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:46.119304 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:46.177643 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:46.221717 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:46.269258 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 002f1afc-6ecc-4101-a77d-9500db68eaf8 up at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:46.316836 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Provisioning complete for port 002f1afc-6ecc-4101-a77d-9500db68eaf8 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:46.317208 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:46.376090 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:46.380445 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63117203'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:46.383424 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:46.449499 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'Port': ['ID=34c6f2c8-0c2a-4364-a745-98acf3e0abc6,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:46.452733 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:46.465762 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:46.479676 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:46.481338 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f7fc540d-d6e6-4033-ab4d-1759480615f7 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8089790 Jun 22 16:43:46.624617 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-5c5d7b37-22d4-48be-bc8c-68fbe8d557e6 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1710183916&fields=id&tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5 HTTP/1.1" status: 200 len: 267 time: 0.0338800 Jun 22 16:43:46.734858 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fc273-2579-4153-bc74-192713e05561 req-bbbc3e11-8164-4396-91c7-8a72b4e648bd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:46.736304 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-bbbc3e11-8164-4396-91c7-8a72b4e648bd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 810 time: 0.1052871 Jun 22 16:43:46.750495 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-eb4c0764-3c15-42c7-89a3-292ef43fae0e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/quotas/218dc832a5c0440e9daa7b57d8a6ebf5 HTTP/1.1" status: 200 len: 375 time: 0.0086579 Jun 22 16:43:46.820647 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-d10f988d-c6ec-41a1-a5c8-b57ec2217b7b tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0649390 Jun 22 16:43:47.006146 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-1161004e-7fc3-4d5f-8f04-179138ad194c service neutron] 10.222.0.70 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734104 Jun 22 16:43:47.092631 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-ac80edc0-fbf6-41ee-af26-1cd93a3262c6 service neutron] 10.222.0.70 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805912 Jun 22 16:43:47.270047 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-298004c4-b41d-44c4-8a13-400e117e3f53 req-213ae345-a3ca-4b1c-bd62-bcdf49e5ea3d tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 210 time: 0.0321052 Jun 22 16:43:48.582060 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-77525b9f-3fe3-4d1b-b0c5-0240e3b2eefb req-f7de6a7b-7e74-4bc0-967f-69afbc025e23 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 210 time: 0.0371535 Jun 22 16:43:48.624216 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fc273-2579-4153-bc74-192713e05561 req-dc598d66-e408-4c80-bcf1-4ff9380fe183 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:48.625641 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-dc598d66-e408-4c80-bcf1-4ff9380fe183 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 810 time: 0.1408796 Jun 22 16:43:48.669987 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-e22d1e55-a614-400f-b707-cd26d36f71e6 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5 HTTP/1.1" status: 200 len: 380 time: 0.0338972 Jun 22 16:43:48.680378 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'port': {'device_id': '6db0354e-f861-4ab4-a845-56d868e086c5', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'admin_state_up': True, 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'security_groups': ['07823c99-6ec2-47b4-86dd-b27ab77e4c43']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:48.802547 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Made reservation on behalf of 218dc832a5c0440e9daa7b57d8a6ebf5 for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:43:48.806213 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:48.932644 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Allocated IP 172.20.0.4 (610ba6c5-51f9-40ff-b347-fdd5091db030/129548a1-d5f7-4ce5-af3e-168458646282/228fac90-4c99-4794-8ae1-f11a50a980dc) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:49.068202 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:49.081186 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Transition to ACTIVE for port object 228fac90-4c99-4794-8ae1-f11a50a980dc will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:49.113578 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:49.117391 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-bb59fb44-4933-4d8c-b805-097b15deb4a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:49.158140 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:49.161480 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:49.165266 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:49.192005 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event updated for resources: {'Port': ['ID=228fac90-4c99-4794-8ae1-f11a50a980dc,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:49.196478 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:49.222187 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:49.222958 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:49.237462 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-823ee421-2e47-41c3-8b89-db458f9882e3 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614653 Jun 22 16:43:49.294436 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Request body: {'port': {'device_id': '6db0354e-f861-4ab4-a845-56d868e086c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:49.371158 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:49.426256 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-331853c8-3352-427d-998e-69d0615aeaf7 None None] Provisioning for port 228fac90-4c99-4794-8ae1-f11a50a980dc completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:49.430223 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-331853c8-3352-427d-998e-69d0615aeaf7 None None] Provisioning complete for port 228fac90-4c99-4794-8ae1-f11a50a980dc triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:49.430606 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-331853c8-3352-427d-998e-69d0615aeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:49.467249 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-331853c8-3352-427d-998e-69d0615aeaf7 None None] Port 228fac90-4c99-4794-8ae1-f11a50a980dc cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:43:49.626981 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228fac90-4c99-4794-8ae1-f11a50a980dc {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:43:49.634253 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:49.647023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Transition to ACTIVE for port object 228fac90-4c99-4794-8ae1-f11a50a980dc will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:49.650627 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:49.653388 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:49.731106 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Pushing event updated for resources: {'Port': ['ID=228fac90-4c99-4794-8ae1-f11a50a980dc,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:49.737034 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:49.813141 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Attempting to bind port 228fac90-4c99-4794-8ae1-f11a50a980dc on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:43:49.813484 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Attempting to bind port 228fac90-4c99-4794-8ae1-f11a50a980dc by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:43:49.813809 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Attempting to bind port 228fac90-4c99-4794-8ae1-f11a50a980dc on network 610ba6c5-51f9-40ff-b347-fdd5091db030 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:49.823851 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Port 228fac90-4c99-4794-8ae1-f11a50a980dc on network 610ba6c5-51f9-40ff-b347-fdd5091db030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:43:49.824171 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Attempting to bind port 228fac90-4c99-4794-8ae1-f11a50a980dc on network 610ba6c5-51f9-40ff-b347-fdd5091db030 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:49.839063 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff82ea-0a16-47cf-a566-e11d5b456fa2 req-4b22e0c8-408f-47a8-ba70-a33c54ba6b5f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:49.839063 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e3ff82ea-0a16-47cf-a566-e11d5b456fa2 req-4b22e0c8-408f-47a8-ba70-a33c54ba6b5f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 943 time: 0.1361878 Jun 22 16:43:49.839335 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:43:49.839620 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Checking segment: {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:49.840100 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Bound using segment: {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:43:49.840457 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Bound port: 228fac90-4c99-4794-8ae1-f11a50a980dc, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2603ca91-7e13-410c-84e2-b4777f14cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:43:49.840802 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:50.176753 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e3ff82ea-0a16-47cf-a566-e11d5b456fa2 req-71fcf1ad-e92b-4521-831e-9c310bef43e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265598 Jun 22 16:43:50.199120 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] For port 228fac90-4c99-4794-8ae1-f11a50a980dc, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:43:50.199120 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] For port 228fac90-4c99-4794-8ae1-f11a50a980dc, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=228fac90-4c99-4794-8ae1-f11a50a980dc,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:43:50.199849 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:50.202704 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e5c49816-8b0e-448f-b1e0-c43bf768e976 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:50.236437 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:50.237329 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:50.238779 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] 10.222.0.74 "PUT /v2.0/ports/228fac90-4c99-4794-8ae1-f11a50a980dc HTTP/1.1" status: 200 len: 1093 time: 0.9936607 Jun 22 16:43:50.243076 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db0354e-f861-4ab4-a845-56d868e086c5', 'tag': '228fac90-4c99-4794-8ae1-f11a50a980dc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:50.247765 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e77936-7368-43e3-b796-8b96ab3e2e99" -d '{"events": [{"name": "network-changed", "server_uuid": "6db0354e-f861-4ab4-a845-56d868e086c5", "tag": "228fac90-4c99-4794-8ae1-f11a50a980dc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:50.281349 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Pushing event updated for resources: {'Port': ['ID=228fac90-4c99-4794-8ae1-f11a50a980dc,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:50.284749 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6adaeae3-7e2e-4f61-992e-c8c8458473c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:50.304899 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7220bdc7-cac7-4cd8-a408-25b432417cbf x-openstack-request-id: req-7220bdc7-cac7-4cd8-a408-25b432417cbf {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:50.305222 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db0354e-f861-4ab4-a845-56d868e086c5", "tag": "228fac90-4c99-4794-8ae1-f11a50a980dc", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:50.305507 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7220bdc7-cac7-4cd8-a408-25b432417cbf {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:50.305922 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db0354e-f861-4ab4-a845-56d868e086c5', 'tag': '228fac90-4c99-4794-8ae1-f11a50a980dc', 'status': 'completed', 'code': 200} Jun 22 16:43:50.352766 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fc273-2579-4153-bc74-192713e05561 req-0b250263-fac7-4f18-a270-2ac9099f1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:50.354268 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-0b250263-fac7-4f18-a270-2ac9099f1d7b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 1096 time: 0.0610259 Jun 22 16:43:50.399887 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-8b392090-b55f-4f75-94b7-b38fe557d8fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228fac90-4c99-4794-8ae1-f11a50a980dc HTTP/1.1" status: 200 len: 217 time: 0.0380208 Jun 22 16:43:50.451192 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fc273-2579-4153-bc74-192713e05561 req-54302834-887a-4050-b599-d30bffdf7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:50.452678 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-54302834-887a-4050-b599-d30bffdf7b57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 200 len: 849 time: 0.0463793 Jun 22 16:43:50.515921 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fc273-2579-4153-bc74-192713e05561 req-120e1cfa-0417-4093-b2bb-ad2b3d975115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:50.517540 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-120e1cfa-0417-4093-b2bb-ad2b3d975115 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=610ba6c5-51f9-40ff-b347-fdd5091db030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0533059 Jun 22 16:43:50.608543 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-24ef9bb1-3e3d-491c-9739-fe80fbd08967 service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831835 Jun 22 16:43:50.699617 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-829fc273-2579-4153-bc74-192713e05561 req-83430232-cc18-40b0-950e-90c2e8cf3b25 service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Jun 22 16:43:50.804651 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-7d6ee948-670d-4fe2-90c3-489931245ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:50.806140 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-7d6ee948-670d-4fe2-90c3-489931245ae9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 1096 time: 0.0537167 Jun 22 16:43:50.897216 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-425e5e02-ef79-43b4-9e37-2e16bab34fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:50.898773 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-425e5e02-ef79-43b4-9e37-2e16bab34fc0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 911 time: 0.0860808 Jun 22 16:43:50.941802 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-ee699441-b0b1-4318-8ea9-6a07dadce3f0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228fac90-4c99-4794-8ae1-f11a50a980dc HTTP/1.1" status: 200 len: 217 time: 0.0351954 Jun 22 16:43:50.992330 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-dc541197-10c5-4448-8ee9-90df0b67d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:50.994049 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-dc541197-10c5-4448-8ee9-90df0b67d7fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 200 len: 849 time: 0.0443673 Jun 22 16:43:51.057789 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-815d4128-dc5a-45be-8d8e-270161155223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:51.059360 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-815d4128-dc5a-45be-8d8e-270161155223 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=610ba6c5-51f9-40ff-b347-fdd5091db030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0556710 Jun 22 16:43:51.147194 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-6ed07178-972c-4c42-ba43-f9437eed2a7c service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802939 Jun 22 16:43:51.243263 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-48e77936-7368-43e3-b796-8b96ab3e2e99 req-c9816dc2-f6e0-4f04-ae70-68275cebc2b9 service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896873 Jun 22 16:43:51.354212 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3c930-eeb3-4dea-a960-de3c67055426 req-08be4fa7-f1bc-4a45-a1eb-f583c5e67b6a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:51.355662 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5ab3c930-eeb3-4dea-a960-de3c67055426 req-08be4fa7-f1bc-4a45-a1eb-f583c5e67b6a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 943 time: 0.0635421 Jun 22 16:43:51.392786 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5ab3c930-eeb3-4dea-a960-de3c67055426 req-b058202a-f875-4f94-8a3b-e1050928afb6 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301056 Jun 22 16:43:52.564665 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb447c-51e5-48c1-a3ab-a67d3560ab30 req-eb3e1ac2-3d5e-434c-82f1-a2e7e37cf38a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:52.566170 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9ecb447c-51e5-48c1-a3ab-a67d3560ab30 req-eb3e1ac2-3d5e-434c-82f1-a2e7e37cf38a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 943 time: 0.0654988 Jun 22 16:43:52.601919 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9ecb447c-51e5-48c1-a3ab-a67d3560ab30 req-7a59e7cc-39fb-4324-b2f3-eb90baf4f312 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302866 Jun 22 16:43:53.789750 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce14954-4a99-4a90-a761-8578751fa77f req-d5adb951-46ea-44f9-9344-885b14cc100d tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:53.791234 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7ce14954-4a99-4a90-a761-8578751fa77f req-d5adb951-46ea-44f9-9344-885b14cc100d tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 943 time: 0.0656114 Jun 22 16:43:53.828230 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7ce14954-4a99-4a90-a761-8578751fa77f req-c4277a01-b72d-456c-85d1-c66c4732bbb8 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312991 Jun 22 16:43:53.939874 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 228fac90-4c99-4794-8ae1-f11a50a980dc details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:43:54.028145 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 228fac90-4c99-4794-8ae1-f11a50a980dc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=228fac90-4c99-4794-8ae1-f11a50a980dc,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:54.039531 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '228fac90-4c99-4794-8ae1-f11a50a980dc', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'port_id': '228fac90-4c99-4794-8ae1-f11a50a980dc', 'mac_address': 'fa:16:3e:c3:a8:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 821, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:43:54.073770 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:54.088599 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228fac90-4c99-4794-8ae1-f11a50a980dc {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:43:54.107035 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 228fac90-4c99-4794-8ae1-f11a50a980dc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=228fac90-4c99-4794-8ae1-f11a50a980dc,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:54.110881 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:54.112690 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:54.156248 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=228fac90-4c99-4794-8ae1-f11a50a980dc,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:54.159340 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:54.326431 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['228fac90-4c99-4794-8ae1-f11a50a980dc'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:43:54.599125 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-3f32209d-5a88-4b39-8dcd-ee11b41a4be9 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729768463&fields=id&tenant_id=1ab8b49c8e9042d9b53239972a0ea06e HTTP/1.1" status: 200 len: 267 time: 0.0312092 Jun 22 16:43:54.703914 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05507c-3d4b-4905-9bda-75969acb322c req-9cae9628-f066-4996-bf88-cf8ee3da62b5 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:54.705338 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-9cae9628-f066-4996-bf88-cf8ee3da62b5 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 808 time: 0.1003258 Jun 22 16:43:54.719473 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-b39355b5-8721-43c2-b59d-c7a7275ffc39 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/quotas/1ab8b49c8e9042d9b53239972a0ea06e HTTP/1.1" status: 200 len: 375 time: 0.0087690 Jun 22 16:43:54.791045 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-baceac4c-b46c-4fb1-a776-07a162d9d5ca tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658042 Jun 22 16:43:54.884437 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-0204bbf7-1155-4c51-9031-6b65c054cd46 service neutron] 10.222.0.70 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818903 Jun 22 16:43:55.006850 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-0979ac56-a58c-4692-8e66-361023af3acd service neutron] 10.222.0.70 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166949 Jun 22 16:43:55.025489 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500897e-9abc-4d74-8976-e9db2aef8a26 req-2e97c5d4-dca7-4557-b759-358803b8b317 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:55.026917 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2500897e-9abc-4d74-8976-e9db2aef8a26 req-2e97c5d4-dca7-4557-b759-358803b8b317 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 944 time: 0.0867388 Jun 22 16:43:55.064047 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2500897e-9abc-4d74-8976-e9db2aef8a26 req-e1096293-c018-40d7-b4ba-784ce50ed9ab tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314183 Jun 22 16:43:55.297510 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d07b1736-05fb-4645-acc0-feb9dd151dc3 req-d31a3344-85d5-4b67-b371-607c47d0b6f4 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 210 time: 0.0291095 Jun 22 16:43:55.971193 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 228fac90-4c99-4794-8ae1-f11a50a980dc up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:43:56.019398 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 228fac90-4c99-4794-8ae1-f11a50a980dc completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:56.022960 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 228fac90-4c99-4794-8ae1-f11a50a980dc triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:56.023334 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:56.096060 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:56.120605 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db0354e-f861-4ab4-a845-56d868e086c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228fac90-4c99-4794-8ae1-f11a50a980dc'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:56.122965 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e38fdf-a222-4e78-8fbf-db4b32c49e5e" -d '{"events": [{"server_uuid": "6db0354e-f861-4ab4-a845-56d868e086c5", "name": "network-vif-plugged", "status": "completed", "tag": "228fac90-4c99-4794-8ae1-f11a50a980dc"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:56.135714 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 228fac90-4c99-4794-8ae1-f11a50a980dc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=228fac90-4c99-4794-8ae1-f11a50a980dc,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:43:56.141210 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:56.143516 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-ed692bd4-8a55-4ee1-8c36-396b49826fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:56.200909 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=228fac90-4c99-4794-8ae1-f11a50a980dc,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:56.204740 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:56.244363 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4a1e8f-8491-4cc3-8cc0-c0b3b76ba785 x-openstack-request-id: req-0a4a1e8f-8491-4cc3-8cc0-c0b3b76ba785 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:56.244869 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db0354e-f861-4ab4-a845-56d868e086c5", "name": "network-vif-plugged", "status": "completed", "tag": "228fac90-4c99-4794-8ae1-f11a50a980dc", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:56.245139 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0a4a1e8f-8491-4cc3-8cc0-c0b3b76ba785 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:56.245544 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db0354e-f861-4ab4-a845-56d868e086c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228fac90-4c99-4794-8ae1-f11a50a980dc', 'code': 200} Jun 22 16:43:56.338560 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111e7ae-59a4-4be0-a445-6db3c245195f req-e6ec570e-e840-455e-b79e-3964722b14f4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:56.339917 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5111e7ae-59a4-4be0-a445-6db3c245195f req-e6ec570e-e840-455e-b79e-3964722b14f4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 945 time: 0.1284997 Jun 22 16:43:56.346365 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05507c-3d4b-4905-9bda-75969acb322c req-642299db-39e4-4151-9b15-41033502ba83 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:56.348402 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-642299db-39e4-4151-9b15-41033502ba83 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.74 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 808 time: 0.1667981 Jun 22 16:43:56.409121 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-065cfaae-1901-474c-b076-e51ab8c2b3bc tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab8b49c8e9042d9b53239972a0ea06e HTTP/1.1" status: 200 len: 379 time: 0.0518665 Jun 22 16:43:56.412525 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5111e7ae-59a4-4be0-a445-6db3c245195f req-0f30128e-74ab-421c-9f33-387ad35f08c0 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632412 Jun 22 16:43:56.417993 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Request body: {'port': {'device_id': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'admin_state_up': True, 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'security_groups': ['6525be0d-0677-4653-b8e8-47d47e3c8bb6']}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:56.491994 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7edd09c6-0d3e-477d-b077-327712c25de9 req-fce45a91-d44f-454e-bc2a-9cced3773f76 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 210 time: 0.0576422 Jun 22 16:43:56.590212 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d6ae4-20e0-4339-8d1f-40e06e25b5a2 req-f50a5165-b9fc-4f41-9a05-659ba5239de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:56.591913 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7f6d6ae4-20e0-4339-8d1f-40e06e25b5a2 req-f50a5165-b9fc-4f41-9a05-659ba5239de8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 1098 time: 0.0974491 Jun 22 16:43:56.598265 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Made reservation on behalf of 1ab8b49c8e9042d9b53239972a0ea06e for: {'port': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:43:56.601886 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:56.680307 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7f6d6ae4-20e0-4339-8d1f-40e06e25b5a2 req-125f5203-6fd6-4c92-ba9d-d74b4b4e10c4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759943 Jun 22 16:43:56.750659 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_common [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Allocated IP 172.20.0.11 (c96d0792-3051-47d6-b4a2-61d8b857f155/11937c90-06f4-456b-b663-97c2e0c81451/83e3aa11-fa9a-443b-a15e-271da5555321) {{(pid=93715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:43:56.900625 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for port, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:56.914226 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Transition to ACTIVE for port object 83e3aa11-fa9a-443b-a15e-271da5555321 will not be triggered until provisioned by entity DHCP. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:56.946083 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63180066'] for port, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:56.950801 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ac4422ab-959a-49db-8304-0a7fcc4c5e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:56.984429 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Network c96d0792-3051-47d6-b4a2-61d8b857f155 is already hosted by enough agents. {{(pid=93715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:43:56.989198 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Resources bound (agent type, host, resource id): {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:43:56.992725 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Received port after_create {{(pid=93715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:43:57.027159 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'Port': ['ID=83e3aa11-fa9a-443b-a15e-271da5555321,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:57.031432 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:57.050332 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:57.050914 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:57.065095 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-72e33411-e4f5-4397-8c8d-ec62c0fb8fa1 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6510291 Jun 22 16:43:57.076883 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Request body: {'port': {'device_id': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:57.149007 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:57.175040 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-73f50698-6505-4899-be7d-fbb393f8ef45 None None] Provisioning for port 83e3aa11-fa9a-443b-a15e-271da5555321 completed by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:43:57.179239 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-73f50698-6505-4899-be7d-fbb393f8ef45 None None] Provisioning complete for port 83e3aa11-fa9a-443b-a15e-271da5555321 triggered by entity DHCP. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:43:57.179760 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-73f50698-6505-4899-be7d-fbb393f8ef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:57.213047 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-73f50698-6505-4899-be7d-fbb393f8ef45 None None] Port 83e3aa11-fa9a-443b-a15e-271da5555321 cannot update to ACTIVE because it is not bound. {{(pid=93717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 22 16:43:57.401215 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e3aa11-fa9a-443b-a15e-271da5555321 {{(pid=93715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:43:57.410274 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:57.424764 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.provisioning_blocks [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Transition to ACTIVE for port object 83e3aa11-fa9a-443b-a15e-271da5555321 will not be triggered until provisioned by entity L2. {{(pid=93715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 22 16:43:57.428014 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:57.431061 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-69ec1eb5-8082-42e7-b1d1-4c35fe8808ea tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:57.505675 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Pushing event updated for resources: {'Port': ['ID=83e3aa11-fa9a-443b-a15e-271da5555321,revision_number=2']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:57.537314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:57.611673 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Attempting to bind port 83e3aa11-fa9a-443b-a15e-271da5555321 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 22 16:43:57.612014 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Attempting to bind port 83e3aa11-fa9a-443b-a15e-271da5555321 by drivers openvswitch,hyperv on host hv-cinder-76810 at level 0 using segments [{'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 22 16:43:57.612351 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Attempting to bind port 83e3aa11-fa9a-443b-a15e-271da5555321 on network c96d0792-3051-47d6-b4a2-61d8b857f155 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:57.618254 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Port 83e3aa11-fa9a-443b-a15e-271da5555321 on network c96d0792-3051-47d6-b4a2-61d8b857f155 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76810 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 22 16:43:57.618585 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Attempting to bind port 83e3aa11-fa9a-443b-a15e-271da5555321 on network c96d0792-3051-47d6-b4a2-61d8b857f155 {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 22 16:43:57.636748 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Checking agent: {'id': 'e1193e4b-cee5-4619-9c2f-92bdc95d3ea5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'started_at': datetime.datetime(2021, 6, 22, 16, 36, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 22, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 22 16:43:57.637064 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Checking segment: {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:43:57.637452 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Bound using segment: {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'} {{(pid=93715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 22 16:43:57.637903 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.managers [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Bound port: 83e3aa11-fa9a-443b-a15e-271da5555321, host: hv-cinder-76810, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e68ef1-5738-4694-9bbf-6b0e95101b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155'}}] {{(pid=93715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 22 16:43:57.638276 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:57.700990 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec9014-86dc-42bd-9c14-9a0893c6c957 req-e98f680d-51f5-4433-b960-6b2c9cb2b648 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:57.702480 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aaec9014-86dc-42bd-9c14-9a0893c6c957 req-e98f680d-51f5-4433-b960-6b2c9cb2b648 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 945 time: 0.1469998 Jun 22 16:43:57.781704 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, cleared binding levels {{(pid=93715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 22 16:43:57.804962 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aaec9014-86dc-42bd-9c14-9a0893c6c957 req-ef7857e5-d55d-4ad4-9e91-61c035b94587 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925097 Jun 22 16:43:57.817643 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48eb55-756f-420b-a50d-f905d33212b4 req-56db3d7d-035b-4292-a90b-d275043a60a0 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:57.819836 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6d48eb55-756f-420b-a50d-f905d33212b4 req-56db3d7d-035b-4292-a90b-d275043a60a0 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 944 time: 0.1976013 Jun 22 16:43:57.822380 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=83e3aa11-fa9a-443b-a15e-271da5555321,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 22 16:43:57.829385 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63180080'] for port, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:57.835574 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a5171296-df0a-4d27-9d93-e9639b30953d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:43:57.878387 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:57.879004 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:57.880373 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] 10.222.0.74 "PUT /v2.0/ports/83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 1094 time: 0.8076510 Jun 22 16:43:57.884662 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:57.887120 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb59cd3d-ba48-472e-ba7a-f270740640bd" -d '{"events": [{"name": "network-changed", "server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:57.911622 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6d48eb55-756f-420b-a50d-f905d33212b4 req-8eefb84a-2ddc-401f-88ae-18d6f9db8922 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849578 Jun 22 16:43:57.934216 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Pushing event updated for resources: {'Port': ['ID=83e3aa11-fa9a-443b-a15e-271da5555321,revision_number=3']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:43:57.950987 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:43:57.984097 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e07491-1ee3-4748-acf3-9cefe779dceb x-openstack-request-id: req-73e07491-1ee3-4748-acf3-9cefe779dceb {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:57.984424 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:57.984717 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-73e07491-1ee3-4748-acf3-9cefe779dceb {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:57.985145 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321', 'status': 'completed', 'code': 200} Jun 22 16:43:58.029879 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045b120-8fbb-4de0-a6b5-b5264fe5897c req-fa663fd3-417f-4fe7-8c0b-14c7c0bfb3de tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:58.031391 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e045b120-8fbb-4de0-a6b5-b5264fe5897c req-fa663fd3-417f-4fe7-8c0b-14c7c0bfb3de tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 945 time: 0.1120567 Jun 22 16:43:58.041059 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05507c-3d4b-4905-9bda-75969acb322c req-ce4988f3-d9f7-466b-bbd4-5f83ee4e82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:58.041360 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53604) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:43:58.042565 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-ce4988f3-d9f7-466b-bbd4-5f83ee4e82c8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1097 time: 0.0905457 Jun 22 16:43:58.052143 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-3126d25a-2b41-4db8-9d01-22e214db05cd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Request body: {'floatingip': {'port_id': '228fac90-4c99-4794-8ae1-f11a50a980dc'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:43:58.061176 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e8e44b3c-07b0-4ea2-ad5c-5ccf4493dd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:58.085691 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-de59a61a-4a4f-480d-9883-6ccf869ef5e4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 217 time: 0.0364473 Jun 22 16:43:58.100402 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3126d25a-2b41-4db8-9d01-22e214db05cd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:58.133571 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05507c-3d4b-4905-9bda-75969acb322c req-8f168fb5-16a7-45f4-8996-5217caf4e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:58.135065 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-8f168fb5-16a7-45f4-8996-5217caf4e1ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 200 len: 847 time: 0.0438161 Jun 22 16:43:58.198258 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05507c-3d4b-4905-9bda-75969acb322c req-c77cb75e-177b-438a-a898-0d6d2eceec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:58.200155 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-c77cb75e-177b-438a-a898-0d6d2eceec42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c96d0792-3051-47d6-b4a2-61d8b857f155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0590169 Jun 22 16:43:58.288486 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-642e2f50-8abd-4530-a137-5af991b170c1 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813167 Jun 22 16:43:58.377151 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9a05507c-3d4b-4905-9bda-75969acb322c req-81d6e2d1-4fce-40b3-9657-6d576802ecd7 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823729 Jun 22 16:43:58.476195 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-a381fe63-7b29-4252-9177-aa2104eba6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:58.477710 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-a381fe63-7b29-4252-9177-aa2104eba6ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1097 time: 0.0511389 Jun 22 16:43:58.539669 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3126d25a-2b41-4db8-9d01-22e214db05cd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:58.543439 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3126d25a-2b41-4db8-9d01-22e214db05cd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:58.565766 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-52f77620-3345-4901-956a-055ca88c910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:58.567260 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-52f77620-3345-4901-956a-055ca88c910c service neutron] 10.222.0.74 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 909 time: 0.0832596 Jun 22 16:43:58.616161 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-d65f1c06-1482-46b6-af55-18cb6dbc6292 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 217 time: 0.0413828 Jun 22 16:43:58.648395 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.l3_db [None req-3126d25a-2b41-4db8-9d01-22e214db05cd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Floating IP 4aa939bf-5a59-4983-94f6-e08953e62933 associated. External IP: 172.28.0.176, port: 228fac90-4c99-4794-8ae1-f11a50a980dc. Jun 22 16:43:58.664789 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-fd55101d-6d35-432f-9edc-203bd0d3242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:58.666285 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-fd55101d-6d35-432f-9edc-203bd0d3242f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 200 len: 847 time: 0.0440891 Jun 22 16:43:58.721681 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-619bf3ff-abec-480c-8a59-ffe1e26682ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:58.723883 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-619bf3ff-abec-480c-8a59-ffe1e26682ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c96d0792-3051-47d6-b4a2-61d8b857f155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0516200 Jun 22 16:43:58.820507 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-749bd5d1-4477-46c6-95c8-951251a84bdb service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894840 Jun 22 16:43:58.852321 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3126d25a-2b41-4db8-9d01-22e214db05cd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Router 1034729a-8c48-479c-a2fc-d1902fa286cc has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:43:58.924279 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bb59cd3d-ba48-472e-ba7a-f270740640bd req-9ed5dc99-1fbe-4e49-a8d5-052bf7729ed9 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947347 Jun 22 16:43:58.964069 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3126d25a-2b41-4db8-9d01-22e214db05cd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:43:58.968962 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3126d25a-2b41-4db8-9d01-22e214db05cd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:43:58.976056 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] Sync routers for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:43:58.985149 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:58.985834 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:59.010299 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-3126d25a-2b41-4db8-9d01-22e214db05cd tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "PUT /v2.0/floatingips/4aa939bf-5a59-4983-94f6-e08953e62933 HTTP/1.1" status: 200 len: 991 time: 0.9598019 Jun 22 16:43:59.010299 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db0354e-f861-4ab4-a845-56d868e086c5', 'tag': '228fac90-4c99-4794-8ae1-f11a50a980dc'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:43:59.010929 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e513bf03-03ee-4932-8522-1cec318f2c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6db0354e-f861-4ab4-a845-56d868e086c5", "tag": "228fac90-4c99-4794-8ae1-f11a50a980dc"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:43:59.095535 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:59.099886 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847dfb8-a3ec-403d-804b-7390d8fd30ff req-dfe1925a-d624-4d27-8059-b8bd02475a5f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:59.101347 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4847dfb8-a3ec-403d-804b-7390d8fd30ff req-dfe1925a-d624-4d27-8059-b8bd02475a5f tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 944 time: 0.0670903 Jun 22 16:43:59.139876 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4847dfb8-a3ec-403d-804b-7390d8fd30ff req-f998a1e2-ad6b-413e-8001-01914fe6145a tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328577 Jun 22 16:43:59.225744 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130544a4-b284-4f73-80d8-4cecad3b9636 x-openstack-request-id: req-130544a4-b284-4f73-80d8-4cecad3b9636 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:43:59.226307 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db0354e-f861-4ab4-a845-56d868e086c5", "tag": "228fac90-4c99-4794-8ae1-f11a50a980dc", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:43:59.226415 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-130544a4-b284-4f73-80d8-4cecad3b9636 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:43:59.226856 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db0354e-f861-4ab4-a845-56d868e086c5', 'tag': '228fac90-4c99-4794-8ae1-f11a50a980dc', 'status': 'completed', 'code': 200} Jun 22 16:43:59.298504 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-b75d4b24-f8c8-4bb2-8463-f116b6c04959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:59.299864 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-b75d4b24-f8c8-4bb2-8463-f116b6c04959 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 1098 time: 0.0512385 Jun 22 16:43:59.321087 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '4aa939bf-5a59-4983-94f6-e08953e62933', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'floating_ip_address': '172.28.0.176', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'port_id': '228fac90-4c99-4794-8ae1-f11a50a980dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'mac_address': 'fa:16:3e:c3:a8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0354e-f861-4ab4-a845-56d868e086c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:43:46Z', 'updated_at': '2021-06-22T16:43:58Z', 'revision_number': 1, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:59.346741 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] Checking router: 1034729a-8c48-479c-a2fc-d1902fa286cc for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:43:59.355573 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:43:59.356195 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:43:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:59.390942 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-691111c9-8a1f-4084-837e-b3f28e581aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:59.392373 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-691111c9-8a1f-4084-837e-b3f28e581aaa service neutron] 10.222.0.74 "GET /v2.0/networks?id=610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 200 len: 911 time: 0.0859041 Jun 22 16:43:59.588703 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:43:59.719704 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-354b1ed7-806c-4f1d-a49b-135bcf61f63c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=228fac90-4c99-4794-8ae1-f11a50a980dc HTTP/1.1" status: 200 len: 999 time: 0.3205142 Jun 22 16:43:59.765880 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-bdebe539-4852-4748-b168-0f81b63747a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:59.767316 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-bdebe539-4852-4748-b168-0f81b63747a1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 200 len: 849 time: 0.0416636 Jun 22 16:43:59.815259 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '4aa939bf-5a59-4983-94f6-e08953e62933', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'floating_ip_address': '172.28.0.176', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'port_id': '228fac90-4c99-4794-8ae1-f11a50a980dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'mac_address': 'fa:16:3e:c3:a8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0354e-f861-4ab4-a845-56d868e086c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:43:46Z', 'updated_at': '2021-06-22T16:43:58Z', 'revision_number': 1, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:43:59.827487 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-c66a72a3-47f4-485b-b6f8-909645235783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:43:59.828937 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-c66a72a3-47f4-485b-b6f8-909645235783 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=610ba6c5-51f9-40ff-b347-fdd5091db030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0554945 Jun 22 16:43:59.845122 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c249c41c-607c-427d-9c0c-37296ebabe0d None None] The sync data for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb is: [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '4aa939bf-5a59-4983-94f6-e08953e62933', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'floating_ip_address': '172.28.0.176', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'port_id': '228fac90-4c99-4794-8ae1-f11a50a980dc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'mac_address': 'fa:16:3e:c3:a8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db0354e-f861-4ab4-a845-56d868e086c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:43:46Z', 'updated_at': '2021-06-22T16:43:58Z', 'revision_number': 1, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:43:59.917587 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-c5553c31-2aa2-416a-9c8b-2f60eba4217e service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820510 Jun 22 16:44:00.009768 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e513bf03-03ee-4932-8522-1cec318f2c6d req-807a6a56-d336-4602-89cb-12454e4a3e4c service neutron] 10.222.0.74 "GET /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856488 Jun 22 16:44:00.031938 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf9f0a-8d04-496e-8cd4-bc68fb8ba34e None None] New status for floating IP 4aa939bf-5a59-4983-94f6-e08953e62933: ACTIVE {{(pid=93718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:44:00.315193 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d868b62-e5cf-41ef-a756-622b983e46b3 req-6a0a0176-23c2-4ea7-bc55-eef406b35612 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:00.317313 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6d868b62-e5cf-41ef-a756-622b983e46b3 req-6a0a0176-23c2-4ea7-bc55-eef406b35612 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 944 time: 0.0612183 Jun 22 16:44:00.353062 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6d868b62-e5cf-41ef-a756-622b983e46b3 req-4f9549b9-5ef1-43b7-8d91-d21ac41b4b0d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300350 Jun 22 16:44:00.739659 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8da765c3-bdf5-40ba-951f-618e4f8b70f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:01.256281 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:01.521353 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6106bf-3dcb-47dc-8066-c882fc8bc11a req-570a7a6c-49e0-4576-aeef-b72889ac2565 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:01.522823 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9e6106bf-3dcb-47dc-8066-c882fc8bc11a req-570a7a6c-49e0-4576-aeef-b72889ac2565 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 944 time: 0.0613182 Jun 22 16:44:01.558926 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9e6106bf-3dcb-47dc-8066-c882fc8bc11a req-20b36d5c-e78e-46bd-9618-74f27a1e5a56 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305672 Jun 22 16:44:01.716995 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:02.001628 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 83e3aa11-fa9a-443b-a15e-271da5555321 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:44:02.091497 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=83e3aa11-fa9a-443b-a15e-271da5555321,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:44:02.102827 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '83e3aa11-fa9a-443b-a15e-271da5555321', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'port_id': '83e3aa11-fa9a-443b-a15e-271da5555321', 'mac_address': 'fa:16:3e:20:ec:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:44:02.141435 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:02.153339 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e3aa11-fa9a-443b-a15e-271da5555321 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:44:02.172124 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=83e3aa11-fa9a-443b-a15e-271da5555321,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:44:02.176270 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:02.178084 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:02.222959 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=83e3aa11-fa9a-443b-a15e-271da5555321,revision_number=4']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:02.225887 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:02.408986 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['83e3aa11-fa9a-443b-a15e-271da5555321'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:44:02.557831 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:02.730218 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c30b56-798d-4aaa-9f23-2e9e3dcf7622 req-e1a51296-fd89-4878-8dc9-6fb440de24b5 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:02.731640 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b2c30b56-798d-4aaa-9f23-2e9e3dcf7622 req-e1a51296-fd89-4878-8dc9-6fb440de24b5 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 945 time: 0.0643382 Jun 22 16:44:02.768034 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b2c30b56-798d-4aaa-9f23-2e9e3dcf7622 req-913436bd-affd-4532-b246-4a7f1942f89e tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308728 Jun 22 16:44:03.694593 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:03.937821 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe3b22-45e9-4be5-8d30-0f52cf8d151f req-273f659c-6960-43cd-b181-d2379a7b39d3 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:03.939264 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1fe3b22-45e9-4be5-8d30-0f52cf8d151f req-273f659c-6960-43cd-b181-d2379a7b39d3 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 945 time: 0.0616422 Jun 22 16:44:03.976568 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1fe3b22-45e9-4be5-8d30-0f52cf8d151f req-62a84486-da90-4300-8dc3-8b84633104fd tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318031 Jun 22 16:44:04.032565 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 83e3aa11-fa9a-443b-a15e-271da5555321 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:44:04.077843 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning for port 83e3aa11-fa9a-443b-a15e-271da5555321 completed by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 22 16:44:04.081767 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 83e3aa11-fa9a-443b-a15e-271da5555321 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:44:04.082180 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:04.160460 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:04.181127 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:44:04.183394 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a19e19c-02c5-4f2b-b781-29c21e33e830" -d '{"events": [{"server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "name": "network-vif-plugged", "status": "completed", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:44:04.195256 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=83e3aa11-fa9a-443b-a15e-271da5555321,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:44:04.199478 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:04.202838 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-25ebdb15-b6b1-4a88-a420-9378d914f219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:04.226772 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bd5fdd-9ab8-4ae7-bfdf-599552d2e2e6 x-openstack-request-id: req-21bd5fdd-9ab8-4ae7-bfdf-599552d2e2e6 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:44:04.227071 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "name": "network-vif-plugged", "status": "completed", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:44:04.227331 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-21bd5fdd-9ab8-4ae7-bfdf-599552d2e2e6 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:44:04.227723 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321', 'code': 200} Jun 22 16:44:04.254743 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=83e3aa11-fa9a-443b-a15e-271da5555321,revision_number=5']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:04.257542 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:04.513379 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df368d1-3567-4686-aa40-1e19d368647a req-80ad1b8a-cd01-4c58-939a-3f0ca82f6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:04.514867 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2df368d1-3567-4686-aa40-1e19d368647a req-80ad1b8a-cd01-4c58-939a-3f0ca82f6854 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1099 time: 0.0528011 Jun 22 16:44:04.546965 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2df368d1-3567-4686-aa40-1e19d368647a req-6a5cb2de-2b05-4478-80d4-0ecd38f38bf5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259743 Jun 22 16:44:05.147968 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89359b-4321-46db-9914-daea1840c09e req-610d4dc9-efcb-40b5-9133-a82be08fe03d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:05.149407 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c89359b-4321-46db-9914-daea1840c09e req-610d4dc9-efcb-40b5-9133-a82be08fe03d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0608034 Jun 22 16:44:05.186389 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-3c89359b-4321-46db-9914-daea1840c09e req-a5b6d413-692e-4fa1-a629-7917b398c4be tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305142 Jun 22 16:44:06.362959 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69deefdb-5b5f-452d-9867-aa87029b472f req-7e14e0da-ba25-4fee-afb9-beb9e0b2808e tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:06.364399 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-69deefdb-5b5f-452d-9867-aa87029b472f req-7e14e0da-ba25-4fee-afb9-beb9e0b2808e tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0649531 Jun 22 16:44:06.400575 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-69deefdb-5b5f-452d-9867-aa87029b472f req-53c919f3-7d4c-4c1e-aa6f-4d1e193722b4 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305507 Jun 22 16:44:06.571429 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b6e5e-d47d-412d-a199-edb17e118542 req-8232ecd5-db0c-4f7c-abe9-a5ea62d85f04 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:06.572854 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-040b6e5e-d47d-412d-a199-edb17e118542 req-8232ecd5-db0c-4f7c-abe9-a5ea62d85f04 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0644946 Jun 22 16:44:06.608451 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-040b6e5e-d47d-412d-a199-edb17e118542 req-36babf34-88eb-422d-81e2-9247dff0991e tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301867 Jun 22 16:44:06.631668 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53642) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:44:06.722879 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5bce6-d9a3-4f43-b66e-1bf9d57155c1 tempest-TestShelveInstance-365343869 tempest-TestShelveInstance-365343869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:06.724336 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-25a5bce6-d9a3-4f43-b66e-1bf9d57155c1 tempest-TestShelveInstance-365343869 tempest-TestShelveInstance-365343869-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1094 time: 0.0917041 Jun 22 16:44:06.727269 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53646) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:44:06.731588 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Request body: {'floatingip': {'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'port_id': '83e3aa11-fa9a-443b-a15e-271da5555321', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:44:06.753508 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for floatingip, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:06.848764 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for port, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:06.948094 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_common [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Allocated IP 172.28.0.125 (d06e2f1a-390b-4c3c-bda4-9f719553dc3b/94d20b51-001a-4abf-b885-0e0c0ae67af7/e1ef888e-0849-4579-bed3-3abed7b143ea) {{(pid=93716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 22 16:44:07.047044 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for port, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:07.083366 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-545405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742977321319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63117185'] for port, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:07.085954 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d92ffad6-b8ca-4726-acbf-cc4a7d71e48e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:07.121255 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Network d06e2f1a-390b-4c3c-bda4-9f719553dc3b is already hosted by enough agents. {{(pid=93716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 22 16:44:07.124104 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.base_scheduler [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Resources bound (agent type, host, resource id): {{(pid=93716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:44:07.130342 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Received port after_create {{(pid=93716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 22 16:44:07.133007 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'Port': ['ID=e1ef888e-0849-4579-bed3-3abed7b143ea,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:07.151297 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:07.727186 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:07.801366 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:07.945246 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for port, precommit_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:07.949435 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63117203'] for port, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:07.951354 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-63d4c8a8-0b71-4566-a510-54628810eb0f tempest-VolumesSnapshotTestJSON-1383934256 tempest-VolumesSnapshotTestJSON-1383934256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:08.018739 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event updated for resources: {'Port': ['ID=e1ef888e-0849-4579-bed3-3abed7b143ea,revision_number=2']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:08.024119 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:08.030512 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:08.128628 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.l3_db [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Floating IP 7e99bfaf-ce57-458f-a47b-cafdc7c5e42c associated. External IP: 172.28.0.125, port: 83e3aa11-fa9a-443b-a15e-271da5555321. Jun 22 16:44:08.329613 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Router ec9a8dda-8329-447b-b693-62b48b7cd32c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:44:08.429720 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:44:08.439385 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] Sync routers for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:44:08.445682 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:08.450289 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:44:08.450989 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:44:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:44:08.484297 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-51bb7887-aeb6-4880-b394-0115afd1a605 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7560091 Jun 22 16:44:08.484954 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321'}] {{(pid=93716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:44:08.487276 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}536f3edfec1e43e14ecb35687c3a7241f5aaf18b427a7d37fabefcd4b6fcf08e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a67fa6-7684-4d62-8d31-38c12655aa30" -d '{"events": [{"name": "network-changed", "server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321"}]}' {{(pid=93716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:44:08.524247 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d306d6-eab2-4a2d-b37d-3e9480c54474 x-openstack-request-id: req-60d306d6-eab2-4a2d-b37d-3e9480c54474 {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:44:08.524576 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321", "status": "completed", "code": 200}]} {{(pid=93716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:44:08.524873 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-60d306d6-eab2-4a2d-b37d-3e9480c54474 {{(pid=93716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:44:08.525311 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321', 'status': 'completed', 'code': 200} Jun 22 16:44:08.573824 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:44:08.603891 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-f1a51419-b857-49fb-b5a6-99f6587f0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:08.605350 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-f1a51419-b857-49fb-b5a6-99f6587f0265 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1099 time: 0.0520990 Jun 22 16:44:08.694062 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-98cc3cba-f93c-4d47-bd71-aebf3de4146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:08.695496 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-98cc3cba-f93c-4d47-bd71-aebf3de4146f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 909 time: 0.0840793 Jun 22 16:44:08.764968 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-77b3468e-f511-4069-97b3-1b6cd174e7b5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 1000 time: 0.0577512 Jun 22 16:44:08.794285 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '7e99bfaf-ce57-458f-a47b-cafdc7c5e42c', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'floating_ip_address': '172.28.0.125', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'port_id': '83e3aa11-fa9a-443b-a15e-271da5555321', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'mac_address': 'fa:16:3e:20:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:44:07Z', 'updated_at': '2021-06-22T16:44:07Z', 'revision_number': 0, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:38Z', 'revision_number': 5, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:44:08.816517 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-62d09bbf-6606-4f09-a57a-632cc80d6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:08.817981 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-62d09bbf-6606-4f09-a57a-632cc80d6619 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 200 len: 847 time: 0.0461500 Jun 22 16:44:08.821410 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] Checking router: ec9a8dda-8329-447b-b693-62b48b7cd32c for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:44:08.829718 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:44:08.830480 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:44:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:44:08.879916 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-2275dbce-0069-4b5e-9146-fc6abce8e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:08.881449 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-2275dbce-0069-4b5e-9146-fc6abce8e596 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c96d0792-3051-47d6-b4a2-61d8b857f155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0570369 Jun 22 16:44:08.940940 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:44:08.974408 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-d4dda865-c9e4-4fe7-b08b-437ff5671763 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854890 Jun 22 16:44:09.064821 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-17a67fa6-7684-4d62-8d31-38c12655aa30 req-4efd483b-30da-4c01-9ec7-ff28a2987f48 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841396 Jun 22 16:44:09.159021 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '7e99bfaf-ce57-458f-a47b-cafdc7c5e42c', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'floating_ip_address': '172.28.0.125', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'port_id': '83e3aa11-fa9a-443b-a15e-271da5555321', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'mac_address': 'fa:16:3e:20:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:44:07Z', 'updated_at': '2021-06-22T16:44:07Z', 'revision_number': 0, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:38Z', 'revision_number': 5, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:44:09.185921 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1ed648-7e77-49d0-b59a-e3ba9983c633 None None] The sync data for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb is: [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_floatingips': [{'id': '7e99bfaf-ce57-458f-a47b-cafdc7c5e42c', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'floating_ip_address': '172.28.0.125', 'floating_network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'router_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'port_id': '83e3aa11-fa9a-443b-a15e-271da5555321', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'mac_address': 'fa:16:3e:20:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-22T16:44:07Z', 'updated_at': '2021-06-22T16:44:07Z', 'revision_number': 0, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:38Z', 'revision_number': 5, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:44:09.366114 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd678e2-3144-4674-a8ec-20e55471edef None None] New status for floating IP 7e99bfaf-ce57-458f-a47b-cafdc7c5e42c: ACTIVE {{(pid=93718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:44:11.302812 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:44:11.439620 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd724c9-f22b-4030-83ef-fe041af95890 req-309ef9c9-8301-4573-8c08-6f395412a014 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:11.442041 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bd724c9-f22b-4030-83ef-fe041af95890 req-309ef9c9-8301-4573-8c08-6f395412a014 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0657055 Jun 22 16:44:11.478622 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9bd724c9-f22b-4030-83ef-fe041af95890 req-fafcbe66-fe46-4b1d-b9d6-0c2016e5ad1f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309484 Jun 22 16:44:12.654108 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6c198-2047-4245-ab9e-2b9e2c5535b9 req-b2949b8a-3a56-4f0b-b85c-590245dc029e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:12.655539 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9eb6c198-2047-4245-ab9e-2b9e2c5535b9 req-b2949b8a-3a56-4f0b-b85c-590245dc029e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0622921 Jun 22 16:44:12.691498 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9eb6c198-2047-4245-ab9e-2b9e2c5535b9 req-4e69163a-d245-438b-9d72-723c31c5c67a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297358 Jun 22 16:44:13.868510 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0867e-16e7-465b-8de5-2f9fd35e75f5 req-27ca13b4-470f-497f-9e0e-da956501d95f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:13.869947 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f1e0867e-16e7-465b-8de5-2f9fd35e75f5 req-27ca13b4-470f-497f-9e0e-da956501d95f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0654783 Jun 22 16:44:13.907680 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f1e0867e-16e7-465b-8de5-2f9fd35e75f5 req-9c9e701f-3ba0-43da-be7b-39ce75053ef1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Jun 22 16:44:15.087673 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778d9d5-3586-4a96-944b-f87e65bdb543 req-9e7090f0-9795-4b68-a704-a181d964701b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:15.089061 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e778d9d5-3586-4a96-944b-f87e65bdb543 req-9e7090f0-9795-4b68-a704-a181d964701b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0660036 Jun 22 16:44:15.125681 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e778d9d5-3586-4a96-944b-f87e65bdb543 req-2fdc88a5-e0af-442f-9058-ead423f75094 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310991 Jun 22 16:44:16.303184 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9479ae-a874-47a3-ac53-936659843143 req-25c2aa02-75aa-4cf9-ab8e-62fa15e62033 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:16.304604 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dc9479ae-a874-47a3-ac53-936659843143 req-25c2aa02-75aa-4cf9-ab8e-62fa15e62033 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0668695 Jun 22 16:44:16.342959 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dc9479ae-a874-47a3-ac53-936659843143 req-fec5855d-71d1-45ea-9d18-676be09a78b5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323446 Jun 22 16:44:17.515126 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72fb06-61f0-4940-aae4-29af75e11452 req-c4d4e83c-7a5a-4873-9208-b08433958d9b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:17.516586 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bf72fb06-61f0-4940-aae4-29af75e11452 req-c4d4e83c-7a5a-4873-9208-b08433958d9b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0623147 Jun 22 16:44:17.553146 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bf72fb06-61f0-4940-aae4-29af75e11452 req-e32e9597-6f49-4063-82f1-9734cfb1405f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301721 Jun 22 16:44:18.734086 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18357b-e92c-49bf-9eb7-cfc363671d18 req-5649738b-bea5-4ff1-ba3f-22044396b48a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:18.735657 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ca18357b-e92c-49bf-9eb7-cfc363671d18 req-5649738b-bea5-4ff1-ba3f-22044396b48a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0667086 Jun 22 16:44:18.773387 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ca18357b-e92c-49bf-9eb7-cfc363671d18 req-1a93b0cd-7ef0-4163-bb4a-38cbf5c7afb1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316637 Jun 22 16:44:19.954917 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7d6c2-ac82-4f1c-b893-c38e45e406e8 req-2e97170b-7897-4c25-8fd2-a20b4d1dd8ec tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:19.956354 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-82a7d6c2-ac82-4f1c-b893-c38e45e406e8 req-2e97170b-7897-4c25-8fd2-a20b4d1dd8ec tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0659950 Jun 22 16:44:19.992487 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-82a7d6c2-ac82-4f1c-b893-c38e45e406e8 req-66e5245d-989e-4601-94fc-d6c0244d8274 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306582 Jun 22 16:44:21.165372 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cff8f-7c2b-476b-8dc0-4e018aecfeeb req-f41ff6a6-c727-4916-be9e-013279dc8e85 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:21.166836 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e57cff8f-7c2b-476b-8dc0-4e018aecfeeb req-f41ff6a6-c727-4916-be9e-013279dc8e85 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0615659 Jun 22 16:44:21.202883 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e57cff8f-7c2b-476b-8dc0-4e018aecfeeb req-92f3d186-8daa-47e5-b223-3211451bf668 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305314 Jun 22 16:44:22.378348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d39552-c1da-4fae-a431-82c310c4a220 req-56fd2838-42cf-410d-b514-d377671698d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:22.379788 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15d39552-c1da-4fae-a431-82c310c4a220 req-56fd2838-42cf-410d-b514-d377671698d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0647738 Jun 22 16:44:22.416282 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15d39552-c1da-4fae-a431-82c310c4a220 req-26d3f1eb-97ef-4f8e-87c5-5f74a2651bfb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310802 Jun 22 16:44:23.587711 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfca0d-dbf9-47f5-8c2d-8ec491da0371 req-5c89c1c3-daff-417d-a797-964590cdbcb3 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:23.589145 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15cfca0d-dbf9-47f5-8c2d-8ec491da0371 req-5c89c1c3-daff-417d-a797-964590cdbcb3 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0621095 Jun 22 16:44:23.624390 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-15cfca0d-dbf9-47f5-8c2d-8ec491da0371 req-3d609328-c11f-4bc1-b666-63a7346cb9a0 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296504 Jun 22 16:44:24.804536 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12082acf-3259-4e19-ad11-1c9b97d26326 req-9e98d4fd-a777-40b8-b505-c33690d1f3f2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:24.806013 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-12082acf-3259-4e19-ad11-1c9b97d26326 req-9e98d4fd-a777-40b8-b505-c33690d1f3f2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0634859 Jun 22 16:44:24.843089 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-12082acf-3259-4e19-ad11-1c9b97d26326 req-eab2446a-127d-45e2-8e4b-15246698dfd6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 Jun 22 16:44:26.018511 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e9e8a-5186-4f5e-a253-1e4ca7183b1b req-6fa120ab-8271-43fa-96d9-0cb199980ff9 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:26.020456 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-114e9e8a-5186-4f5e-a253-1e4ca7183b1b req-6fa120ab-8271-43fa-96d9-0cb199980ff9 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0670791 Jun 22 16:44:26.057414 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-114e9e8a-5186-4f5e-a253-1e4ca7183b1b req-e687e7e0-b7ed-433c-ae8f-4a8a0ca62552 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314341 Jun 22 16:44:27.233978 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251b57-4834-4005-be4d-287179680f7d req-efd848d9-a6e6-4b0f-96ff-4d5f3727ed16 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:27.235263 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84251b57-4834-4005-be4d-287179680f7d req-efd848d9-a6e6-4b0f-96ff-4d5f3727ed16 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0625329 Jun 22 16:44:27.271731 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-84251b57-4834-4005-be4d-287179680f7d req-c9d84102-af9c-498b-a25d-e894d9dd1ac8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304847 Jun 22 16:44:28.051305 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a68c-8120-40f0-8f87-eb9c5bc4fc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:28.455410 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c214de-5fcc-46ac-86ff-e54216adffc8 req-8296f0f3-0439-4a00-934b-ed747d724ad5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:28.456907 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64c214de-5fcc-46ac-86ff-e54216adffc8 req-8296f0f3-0439-4a00-934b-ed747d724ad5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0677731 Jun 22 16:44:28.492867 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64c214de-5fcc-46ac-86ff-e54216adffc8 req-39247788-5592-4997-af04-72551c644ecf tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305445 Jun 22 16:44:29.666532 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4d92c-7cb4-4fd2-8280-44bc0490b17e req-09158cc6-5b28-47b8-8adc-f9655219f009 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:29.667880 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-26f4d92c-7cb4-4fd2-8280-44bc0490b17e req-09158cc6-5b28-47b8-8adc-f9655219f009 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0615010 Jun 22 16:44:29.703901 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-26f4d92c-7cb4-4fd2-8280-44bc0490b17e req-4656cf75-3925-4235-b3b3-e441baa55486 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303893 Jun 22 16:44:30.741241 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-34bea700-52b6-4f8e-ae1e-fb1071ddb0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:30.877455 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b0e4b-8c72-4e13-82dd-54579b1784fb req-3f4d2ff7-6b41-424d-af85-12d2f29b2e7a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:30.879504 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e54b0e4b-8c72-4e13-82dd-54579b1784fb req-3f4d2ff7-6b41-424d-af85-12d2f29b2e7a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0612996 Jun 22 16:44:30.915020 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e54b0e4b-8c72-4e13-82dd-54579b1784fb req-72a2fc7d-8803-4c23-a94c-808f1e3f7753 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301812 Jun 22 16:44:31.257142 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:31.721162 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:32.090244 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc3f0f-8c9c-4631-9289-08ae50d55c5c req-3bfbb262-a15f-4101-a827-9260145773fc tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:32.091692 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f2cc3f0f-8c9c-4631-9289-08ae50d55c5c req-3bfbb262-a15f-4101-a827-9260145773fc tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0655649 Jun 22 16:44:32.127936 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f2cc3f0f-8c9c-4631-9289-08ae50d55c5c req-1c0571b8-a012-4157-aadb-2ddee618276f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306981 Jun 22 16:44:32.547005 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:33.299947 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47caf41f-826c-4ba0-9e45-8826c771f92f req-34f039c1-5983-4c8a-b5db-28a2d4a47478 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:33.301385 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-47caf41f-826c-4ba0-9e45-8826c771f92f req-34f039c1-5983-4c8a-b5db-28a2d4a47478 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0608718 Jun 22 16:44:33.337451 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-47caf41f-826c-4ba0-9e45-8826c771f92f req-c26db8fb-af8e-461f-9f90-d9c7801fec34 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299346 Jun 22 16:44:33.479148 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-83db0d7c-d65b-4be0-b3c2-458e6bb1dd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:33.480594 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-83db0d7c-d65b-4be0-b3c2-458e6bb1dd84 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 1099 time: 0.0548899 Jun 22 16:44:33.588743 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-c8fa2f53-8d00-41db-bd82-621b3418d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:33.590175 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-c8fa2f53-8d00-41db-bd82-621b3418d08b service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.0816653 Jun 22 16:44:33.655492 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-0bef0bcb-a3e5-4bf6-9b43-691f75de8d89 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3 HTTP/1.1" status: 200 len: 1001 time: 0.0581870 Jun 22 16:44:33.700450 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:33.719803 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-73002911-f41f-49fc-83a9-fe54f30416fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:33.721231 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-73002911-f41f-49fc-83a9-fe54f30416fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.0469034 Jun 22 16:44:33.777164 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-f677a5a5-0bd4-47bc-92ce-8fdbb00c0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:33.778578 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-f677a5a5-0bd4-47bc-92ce-8fdbb00c0957 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0505395 Jun 22 16:44:33.868566 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-a63b5953-3bb8-42a2-8314-b4b70ae41769 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828617 Jun 22 16:44:33.957779 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c278b339-a9f7-4432-9f76-69255fea5ea0 req-98472802-e6ff-42a2-aba5-a11028030afb service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805531 Jun 22 16:44:34.517622 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b5c99-96d1-4a23-875e-e6c903bcbb4f req-f79d734d-584d-4c4e-92da-5b93065f231c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:34.518991 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-015b5c99-96d1-4a23-875e-e6c903bcbb4f req-f79d734d-584d-4c4e-92da-5b93065f231c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0614252 Jun 22 16:44:34.554562 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-015b5c99-96d1-4a23-875e-e6c903bcbb4f req-7cef8d6c-5240-4964-a3b3-aea1898661a6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299735 Jun 22 16:44:35.732038 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d779217-1abe-49c1-8b0a-37d6ff3c5722 req-1dc4c6eb-89ed-4c71-9e55-657f78151432 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:35.733474 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4d779217-1abe-49c1-8b0a-37d6ff3c5722 req-1dc4c6eb-89ed-4c71-9e55-657f78151432 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0669634 Jun 22 16:44:35.769012 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4d779217-1abe-49c1-8b0a-37d6ff3c5722 req-66c44e85-2369-4823-9449-b9c82c29d76d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299883 Jun 22 16:44:36.943431 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c03b7-3085-4b3d-bcb0-d6d69810d5a3 req-7725e603-f3b0-49cc-b025-be871b81188c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:36.944839 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e10c03b7-3085-4b3d-bcb0-d6d69810d5a3 req-7725e603-f3b0-49cc-b025-be871b81188c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0607328 Jun 22 16:44:36.982215 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-e10c03b7-3085-4b3d-bcb0-d6d69810d5a3 req-0d10227b-2835-4710-b123-9456b60da8bf tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 Jun 22 16:44:38.157113 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe49f6-6a0c-4d5a-acb1-cb28bb4e8afc req-47de66f4-8ee6-46d4-a417-743eff85b141 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:38.158476 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-32fe49f6-6a0c-4d5a-acb1-cb28bb4e8afc req-47de66f4-8ee6-46d4-a417-743eff85b141 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0654564 Jun 22 16:44:38.194699 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-32fe49f6-6a0c-4d5a-acb1-cb28bb4e8afc req-21b68787-ca3a-4515-8076-dcb1359e3281 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306346 Jun 22 16:44:39.370202 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f26a5-d088-4d60-9430-888e472ba2ae req-972f0fff-0d74-4806-abaa-d54b748a4a50 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:39.372130 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5e3f26a5-d088-4d60-9430-888e472ba2ae req-972f0fff-0d74-4806-abaa-d54b748a4a50 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0612390 Jun 22 16:44:39.409011 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5e3f26a5-d088-4d60-9430-888e472ba2ae req-10853be6-442a-4541-9a3d-7022218cce5d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312884 Jun 22 16:44:40.586522 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03dc47-6262-4159-928b-1c50858add2c req-f09f04e0-c2e4-439e-9a18-efdfe19278c6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:40.587864 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7b03dc47-6262-4159-928b-1c50858add2c req-f09f04e0-c2e4-439e-9a18-efdfe19278c6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0606487 Jun 22 16:44:40.624396 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-7b03dc47-6262-4159-928b-1c50858add2c req-25bf2291-b9f1-413b-98d9-1975a2366a37 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309429 Jun 22 16:44:41.804115 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46241e-9298-41bd-b657-5780bd7c53b1 req-05299844-1d77-4a51-ab7e-3fa37a7129f6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:41.805659 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c46241e-9298-41bd-b657-5780bd7c53b1 req-05299844-1d77-4a51-ab7e-3fa37a7129f6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0675859 Jun 22 16:44:41.843357 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c46241e-9298-41bd-b657-5780bd7c53b1 req-2430c10c-650d-4bbd-a324-f3bd1d09c50d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317528 Jun 22 16:44:43.018383 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace66ae0-d617-4411-a2b3-8bfa46b6310a req-231472e1-1d3b-41d3-bc0b-1c91c815c416 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:43.019821 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ace66ae0-d617-4411-a2b3-8bfa46b6310a req-231472e1-1d3b-41d3-bc0b-1c91c815c416 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0613449 Jun 22 16:44:43.056059 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ace66ae0-d617-4411-a2b3-8bfa46b6310a req-8537c1b3-0707-42fd-b65c-b1650733e508 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305903 Jun 22 16:44:44.218372 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0449244e-550e-4654-ab89-9e4f0d6bebe3 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:44:44.256866 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44f400-339f-44d7-88dc-61832d2596f2 req-7c976361-23e9-49ea-8185-a468c23670e2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:44.258527 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-de44f400-339f-44d7-88dc-61832d2596f2 req-7c976361-23e9-49ea-8185-a468c23670e2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0675182 Jun 22 16:44:44.296042 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-de44f400-339f-44d7-88dc-61832d2596f2 req-7ad4e139-aa28-43c2-94df-a09025676d2d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316224 Jun 22 16:44:44.312087 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:44:44.324169 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'port_id': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'mac_address': 'fa:16:3e:c1:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:44:44.358834 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:44.370805 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0449244e-550e-4654-ab89-9e4f0d6bebe3 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:44:44.389775 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:44:44.393250 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:44.395868 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-065d08be-f2c9-4632-b322-660287425744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:44.444737 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=6']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:44.449998 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.450350 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.450686 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.451017 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.451340 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.451666 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.451987 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.452312 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.452630 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.452946 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.453264 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.453577 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:44.457367 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:44.477621 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['0449244e-550e-4654-ab89-9e4f0d6bebe3'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:44:45.529285 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc183845-1495-4cb6-bb38-fb1c6d3d3a12 req-748df6f4-239a-498e-a2ae-db721f0739bb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:45.530982 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fc183845-1495-4cb6-bb38-fb1c6d3d3a12 req-748df6f4-239a-498e-a2ae-db721f0739bb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0866513 Jun 22 16:44:45.578202 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-fc183845-1495-4cb6-bb38-fb1c6d3d3a12 req-9b69d72d-f340-4320-b734-b9b3fb86057d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Jun 22 16:44:46.228271 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0449244e-550e-4654-ab89-9e4f0d6bebe3 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:44:46.277841 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 0449244e-550e-4654-ab89-9e4f0d6bebe3 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:44:46.278544 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:46.358459 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:46.381387 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:44:46.384459 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab2e0cd-6197-4fef-9c39-92e768c07721" -d '{"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:44:46.420995 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:44:46.427251 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:46.429272 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-91c9d1e2-926c-4aab-b55a-cde430b1f1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:46.456874 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fd5425-7909-48fa-ac39-18bc747556cb x-openstack-request-id: req-36fd5425-7909-48fa-ac39-18bc747556cb {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:44:46.457168 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:44:46.457798 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36fd5425-7909-48fa-ac39-18bc747556cb {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:44:46.458227 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'code': 200} Jun 22 16:44:46.491127 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=7']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:46.494575 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:46.799363 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b77920-62ed-44d9-927c-fc031bb3c84b req-063a6a16-ef23-434f-91e5-e69e2c39685a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:46.806264 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-28b77920-62ed-44d9-927c-fc031bb3c84b req-063a6a16-ef23-434f-91e5-e69e2c39685a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0954895 Jun 22 16:44:46.855002 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-28b77920-62ed-44d9-927c-fc031bb3c84b req-fb0d1a61-3007-4305-9d60-c54264b3b230 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476081 Jun 22 16:44:48.062283 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca98c7-04ca-4421-8c68-21cf4ecc52ce req-f1ba3152-8113-471f-84ff-318502a3e9f6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:48.064517 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-60ca98c7-04ca-4421-8c68-21cf4ecc52ce req-f1ba3152-8113-471f-84ff-318502a3e9f6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0759425 Jun 22 16:44:48.118570 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-60ca98c7-04ca-4421-8c68-21cf4ecc52ce req-b7dea25f-6e6b-40ad-b709-98d3e83ee33f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466738 Jun 22 16:44:48.303294 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:44:49.311722 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12798cde-80f3-4a44-ae38-5d6aa8a892b2 req-d5920ea7-5468-47f7-9512-0640346e6949 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:49.314281 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-12798cde-80f3-4a44-ae38-5d6aa8a892b2 req-d5920ea7-5468-47f7-9512-0640346e6949 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0713639 Jun 22 16:44:49.367237 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-12798cde-80f3-4a44-ae38-5d6aa8a892b2 req-e3ae3e26-9509-43dd-abeb-757f1834bd21 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461750 Jun 22 16:44:50.558461 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c99830-617c-421c-a636-9e48a04a7e4b req-ed424a24-a40e-4571-a7cf-dfbf18ac625b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:50.559985 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-34c99830-617c-421c-a636-9e48a04a7e4b req-ed424a24-a40e-4571-a7cf-dfbf18ac625b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0701606 Jun 22 16:44:50.598700 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-34c99830-617c-421c-a636-9e48a04a7e4b req-8b9bedcf-e792-46ce-9950-adbb52fd5f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327437 Jun 22 16:44:51.456338 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657fa81-7c3a-4279-b0a9-722c7a189655 req-dee0f9aa-9d26-4a58-9409-e7aaacb4fd18 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:51.457824 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8657fa81-7c3a-4279-b0a9-722c7a189655 req-dee0f9aa-9d26-4a58-9409-e7aaacb4fd18 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 945 time: 0.0694754 Jun 22 16:44:51.498611 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-8657fa81-7c3a-4279-b0a9-722c7a189655 req-a6539a8d-ff4a-426c-8bac-9a353139ff09 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349689 Jun 22 16:44:51.788588 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f761f8-9e5e-4c87-a7fe-028fe974423e req-70593c25-1636-4b09-86e3-b2c4fd81e781 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:51.790100 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a4f761f8-9e5e-4c87-a7fe-028fe974423e req-70593c25-1636-4b09-86e3-b2c4fd81e781 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0672092 Jun 22 16:44:51.847477 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-a4f761f8-9e5e-4c87-a7fe-028fe974423e req-ef9db9f7-7e77-4b9a-93c4-2203e8b91bc5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484915 Jun 22 16:44:52.700223 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecabf9-3b22-48ed-9dd4-2a8514d0d58b req-b8e6a2a9-c3e9-4c9a-8919-15991fffd5b9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:52.701819 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-32ecabf9-3b22-48ed-9dd4-2a8514d0d58b req-b8e6a2a9-c3e9-4c9a-8919-15991fffd5b9 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 945 time: 0.0723324 Jun 22 16:44:52.746350 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-32ecabf9-3b22-48ed-9dd4-2a8514d0d58b req-8281a9f8-0271-40c0-9901-5343e9c59e9b tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups?id=07823c99-6ec2-47b4-86dd-b27ab77e4c43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367804 Jun 22 16:44:53.048889 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1e0e6-aa46-45af-9085-41347eec0f92 req-ee218d2b-6810-4111-ab73-8275258412a2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:53.050381 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-35c1e0e6-aa46-45af-9085-41347eec0f92 req-ee218d2b-6810-4111-ab73-8275258412a2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0716820 Jun 22 16:44:53.095318 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-35c1e0e6-aa46-45af-9085-41347eec0f92 req-28ecdba7-c59e-4f03-8b2d-ce754f5e7f6e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374758 Jun 22 16:44:53.288184 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8220f-a24a-42e0-9a39-930144efe674 req-120b6084-4ab7-4723-b676-ffcc80e7bf09 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:53.289642 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-62d8220f-a24a-42e0-9a39-930144efe674 req-120b6084-4ab7-4723-b676-ffcc80e7bf09 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 945 time: 0.0705924 Jun 22 16:44:53.394657 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Deleting port 228fac90-4c99-4794-8ae1-f11a50a980dc {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:44:53.394983 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:53.488523 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] For port 228fac90-4c99-4794-8ae1-f11a50a980dc, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=228fac90-4c99-4794-8ae1-f11a50a980dc,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:44:53.488938 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:53.667125 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:53.668020 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:53.668334 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.l3_db [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Floating IP 4aa939bf-5a59-4983-94f6-e08953e62933 disassociated. External IP: 172.28.0.176, port: 228fac90-4c99-4794-8ae1-f11a50a980dc. Jun 22 16:44:53.668671 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Calling delete_port for 228fac90-4c99-4794-8ae1-f11a50a980dc owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:44:53.800809 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:53.804591 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-015c4109-9445-47d7-83d9-e97ca78ccc06 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:53.829268 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event deleted for resources: {'Port': ['ID=228fac90-4c99-4794-8ae1-f11a50a980dc,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:53.840833 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.841224 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.841588 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.841975 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.842341 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.842707 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.843061 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.843421 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.843770 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.844156 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.844518 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.844869 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:53.880766 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:53.918777 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2dd44688-19b9-440e-bebb-2457773f2d2e req-36eefb1b-8bee-465f-b995-ac83eb9c046b tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 210 time: 0.0392206 Jun 22 16:44:53.979459 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Router 1034729a-8c48-479c-a2fc-d1902fa286cc has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:44:54.418853 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:44:54.428216 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] Sync routers for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:44:54.437929 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:44:54.438594 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:44:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:44:54.469461 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] No DVR routers for this DVR port 228fac90-4c99-4794-8ae1-f11a50a980dc on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:44:54.472011 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:54.474056 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-62d8220f-a24a-42e0-9a39-930144efe674 req-78ac72a1-02a3-4fb1-ab76-a8e8fffd563a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.74 "DELETE /v2.0/ports/228fac90-4c99-4794-8ae1-f11a50a980dc HTTP/1.1" status: 204 len: 173 time: 1.1785388 Jun 22 16:44:54.475504 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db0354e-f861-4ab4-a845-56d868e086c5', 'name': 'network-vif-deleted', 'tag': '228fac90-4c99-4794-8ae1-f11a50a980dc'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:44:54.478101 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bbd94e-9f9d-45e4-beff-e5cb4bfd47d6" -d '{"events": [{"server_uuid": "6db0354e-f861-4ab4-a845-56d868e086c5", "name": "network-vif-deleted", "tag": "228fac90-4c99-4794-8ae1-f11a50a980dc"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:44:54.493966 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ccc8c-43ca-4fd2-8ce9-d50f9bee3d3f req-2438bea2-9b25-4e12-9032-85a792d07eb8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:54.495561 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-336ccc8c-43ca-4fd2-8ce9-d50f9bee3d3f req-2438bea2-9b25-4e12-9032-85a792d07eb8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.1712697 Jun 22 16:44:54.498435 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-0a971fd1-47d1-4760-bf19-bee84ab0aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:54.499870 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-0a971fd1-47d1-4760-bf19-bee84ab0aab5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 1099 time: 0.1745036 Jun 22 16:44:54.544043 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b6522-f00d-4fe5-aeb6-2605464b8e9f x-openstack-request-id: req-a46b6522-f00d-4fe5-aeb6-2605464b8e9f {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:44:54.544370 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db0354e-f861-4ab4-a845-56d868e086c5", "name": "network-vif-deleted", "tag": "228fac90-4c99-4794-8ae1-f11a50a980dc", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:44:54.544667 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a46b6522-f00d-4fe5-aeb6-2605464b8e9f {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:44:54.545099 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db0354e-f861-4ab4-a845-56d868e086c5', 'name': 'network-vif-deleted', 'tag': '228fac90-4c99-4794-8ae1-f11a50a980dc', 'status': 'completed', 'code': 200} Jun 22 16:44:54.548795 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:44:54.589956 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-336ccc8c-43ca-4fd2-8ce9-d50f9bee3d3f req-4d1041b1-8e95-4dc0-b5c3-f1ef9a018709 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875599 Jun 22 16:44:54.633005 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-1e3fb7ae-b021-4adc-8cc7-e4daa2ae417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:54.634484 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-1e3fb7ae-b021-4adc-8cc7-e4daa2ae417c service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.1239207 Jun 22 16:44:54.709229 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-1bd29774-1f78-4dcd-8d5a-eb4ff7113620 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3 HTTP/1.1" status: 200 len: 1001 time: 0.0622020 Jun 22 16:44:54.757244 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-e966649e-7772-419b-8b08-54c52a891afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:54.759224 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-e966649e-7772-419b-8b08-54c52a891afb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.0428295 Jun 22 16:44:54.764361 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:44:54.821027 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-6bd1334f-05f1-406e-924b-86c2e969dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:54.822571 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-6bd1334f-05f1-406e-924b-86c2e969dc8c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0545747 Jun 22 16:44:54.914297 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] Checking router: 1034729a-8c48-479c-a2fc-d1902fa286cc for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:44:54.923867 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:44:54.924717 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:44:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:44:54.926613 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-ffe941d7-cba9-4bc2-b89d-3ad8c3f908d4 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963559 Jun 22 16:44:55.035784 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-97872656-99b1-4b72-87ab-b9a2467228c9 req-f520b246-bb84-4c69-819a-010b64fb5c86 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033106 Jun 22 16:44:55.038607 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:44:55.106319 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-ed0e8a03-aac7-4e8b-932c-9bc277795465 req-30492d56-6390-477a-9419-a74add7ca39e tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/ports?device_id=6db0354e-f861-4ab4-a845-56d868e086c5 HTTP/1.1" status: 200 len: 210 time: 0.0301182 Jun 22 16:44:55.242216 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:44:55.271171 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e3146c-c734-48b0-ba39-7a5fcf2d04c3 None None] The sync data for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb is: [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:21Z', 'revision_number': 4, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '666731f7-cba8-4c54-92a4-16f3662adf4f', 'name': '', 'network_id': '610ba6c5-51f9-40ff-b347-fdd5091db030', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'mac_address': 'fa:16:3e:12:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '129548a1-d5f7-4ce5-af3e-168458646282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:20Z', 'updated_at': '2021-06-22T16:38:35Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'subnets': [{'id': '129548a1-d5f7-4ce5-af3e-168458646282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:44:55.472500 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07b26b4-3dd4-410b-b4e2-160534251f9c None None] New status for floating IP 4aa939bf-5a59-4983-94f6-e08953e62933: DOWN {{(pid=93718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:44:55.770955 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912798d1-29b6-46a8-9bb8-ff7b8b600409 req-8416378f-e295-4d9b-989f-d0a22e0b86c5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:55.772392 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-912798d1-29b6-46a8-9bb8-ff7b8b600409 req-8416378f-e295-4d9b-989f-d0a22e0b86c5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0638947 Jun 22 16:44:55.810522 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-912798d1-29b6-46a8-9bb8-ff7b8b600409 req-ca068c58-c36d-4b90-9286-e34a98e0d0b3 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323985 Jun 22 16:44:56.228281 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 53966) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:44:56.281734 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.303569 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.359768 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.362367 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.363514 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "DELETE /v2.0/security-groups/07823c99-6ec2-47b4-86dd-b27ab77e4c43 HTTP/1.1" status: 204 len: 168 time: 0.1342413 Jun 22 16:44:56.364277 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-82027d0d-5e55-44b9-b7eb-d57f955c6f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:56.366318 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53968) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:44:56.372790 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07823c99-6ec2-47b4-86dd-b27ab77e4c43,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:56.379923 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.380103 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.api.v2.resource [None req-7e861d81-bb08-4041-81e4-71feb3fa0065 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] show failed (client error): The resource could not be found. Jun 22 16:44:56.380312 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.383381 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.383510 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-7e861d81-bb08-4041-81e4-71feb3fa0065 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "GET /v2.0/security-groups/07823c99-6ec2-47b4-86dd-b27ab77e4c43 HTTP/1.1" status: 404 len: 347 time: 0.0135913 Jun 22 16:44:56.383610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.383610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.383610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.383610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.383610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.383610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.383610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.383610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.384266 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 53970) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:44:56.384383 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:44:56.387558 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:56.504310 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Deleting port 34c6f2c8-0c2a-4364-a745-98acf3e0abc6 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:44:56.504651 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.577611 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.577918 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.589543 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Calling delete_port for 34c6f2c8-0c2a-4364-a745-98acf3e0abc6 owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:44:56.732348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.735154 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7346e0b1-11b0-4084-a671-b5800ddc755a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:56.758261 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Pushing event deleted for resources: {'Port': ['ID=34c6f2c8-0c2a-4364-a745-98acf3e0abc6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:56.765200 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:56.823446 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.825995 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:56.827125 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-4ff4012b-2702-484a-a032-f29cb52522e4 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] 10.222.0.70 "DELETE /v2.0/floatingips/4aa939bf-5a59-4983-94f6-e08953e62933 HTTP/1.1" status: 204 len: 168 time: 0.4427001 Jun 22 16:44:56.994461 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34779ae-f61b-41e0-abbf-f7ef9a08b974 req-734f4b0c-7723-4c1d-bf24-c9666dcb37e3 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:56.995909 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d34779ae-f61b-41e0-abbf-f7ef9a08b974 req-734f4b0c-7723-4c1d-bf24-c9666dcb37e3 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0685251 Jun 22 16:44:57.035847 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d34779ae-f61b-41e0-abbf-f7ef9a08b974 req-2908de7f-a4e5-457c-816a-653df953121d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338836 Jun 22 16:44:58.075868 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-32f478b9-3cdc-4d93-b4ed-89358f22f201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:58.122514 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2984-e62f-4f7c-b805-fb98113dc14a req-ac5bd2e7-4fdc-44eb-b3b7-0c5044fe282f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:58.124065 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6f1f2984-e62f-4f7c-b805-fb98113dc14a req-ac5bd2e7-4fdc-44eb-b3b7-0c5044fe282f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 946 time: 0.0763113 Jun 22 16:44:58.165403 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6f1f2984-e62f-4f7c-b805-fb98113dc14a req-0322bcc0-6e85-497b-af22-b05dbde15785 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Jun 22 16:44:58.253381 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0449244e-550e-4654-ab89-9e4f0d6bebe3 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:44:58.308940 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54026) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:44:58.327661 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:58.351253 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:44:58.353515 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e36cc7-7b78-4f6a-94c4-bd82e25c21b5" -d '{"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-unplugged", "status": "completed", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:44:58.369678 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:44:58.374080 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:44:58.375233 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 228fac90-4c99-4794-8ae1-f11a50a980dc no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:44:58.396908 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Jun 2021 16:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9936ed62-c963-4c91-8750-759370a4147d x-openstack-request-id: req-9936ed62-c963-4c91-8750-759370a4147d {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:44:58.397215 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-unplugged", "status": "failed", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3", "code": 422}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:44:58.397481 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9936ed62-c963-4c91-8750-759370a4147d {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:44:58.397962 dv-cinder-768105-10-smb neutron-server[93717]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'code': 422} returned with failed status Jun 22 16:44:58.398498 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:44:58.400454 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-4eead3db-bddd-4d5b-905d-96dd62182bc2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0901489 Jun 22 16:44:58.400610 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 228fac90-4c99-4794-8ae1-f11a50a980dc {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:44:58.400850 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 228fac90-4c99-4794-8ae1-f11a50a980dc not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:44:58.446250 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=8']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:44:58.449761 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:44:59.327341 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-71ded91c-f936-4231-bca7-32d191755678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:59.328826 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-71ded91c-f936-4231-bca7-32d191755678 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3&tenant_id=3c5fa2de56924183a1e7bf4635fc9a82 HTTP/1.1" status: 200 len: 1097 time: 0.1225779 Jun 22 16:44:59.392669 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877849b5-8a4e-4c0e-b5fc-fb75698aba40 req-6f058d1e-4dae-4772-97d5-cbe57732acd1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:59.394157 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-877849b5-8a4e-4c0e-b5fc-fb75698aba40 req-6f058d1e-4dae-4772-97d5-cbe57732acd1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.1071780 Jun 22 16:44:59.443453 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-877849b5-8a4e-4c0e-b5fc-fb75698aba40 req-3d6e9357-b7d3-4381-8ad6-84ac502aecef tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423961 Jun 22 16:44:59.453397 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-9efe734d-6d01-4013-87e4-9d9610cdc448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:59.455191 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-9efe734d-6d01-4013-87e4-9d9610cdc448 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 1097 time: 0.1013389 Jun 22 16:44:59.547259 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-4477360c-14cd-4c46-8e60-f5684481dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:59.548792 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-4477360c-14cd-4c46-8e60-f5684481dd47 service neutron] 10.222.0.74 "GET /v2.0/networks?id=0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 200 len: 917 time: 0.0875769 Jun 22 16:44:59.610880 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-0a7820a9-af48-4cb6-8ca8-c2b7afb3b2e7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3 HTTP/1.1" status: 200 len: 999 time: 0.0551267 Jun 22 16:44:59.663712 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-cb06cf23-db7f-4e6d-88c8-67593d01ada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:59.665809 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-cb06cf23-db7f-4e6d-88c8-67593d01ada3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 200 len: 855 time: 0.0491030 Jun 22 16:44:59.732519 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-2012efff-1b3b-4564-b4f7-77fcdab322aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:44:59.733996 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-2012efff-1b3b-4564-b4f7-77fcdab322aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0848b92c-b857-4e6d-9c32-8d3267e3fc54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0616159 Jun 22 16:44:59.818872 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-6b302178-96dc-4e93-8eba-099fb5468759 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783005 Jun 22 16:44:59.908157 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d95ed6b6-68f9-43f6-8b26-b49b6a13a5f9 req-cbe7bab7-1b5f-4fd2-a849-868374bc11f3 service neutron] 10.222.0.74 "GET /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830455 Jun 22 16:45:00.552398 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54078) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:00.649635 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ae9af-b2fd-4576-b7f4-abf9377ca1f2 req-61200c47-c027-40cb-bccb-37be0753fc05 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:00.651732 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db7ae9af-b2fd-4576-b7f4-abf9377ca1f2 req-61200c47-c027-40cb-bccb-37be0753fc05 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0819476 Jun 22 16:45:00.691591 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-db7ae9af-b2fd-4576-b7f4-abf9377ca1f2 req-1494393d-1a5e-4187-915e-760e7fe6626f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Jun 22 16:45:00.744356 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6728df04-88b6-4b3e-86ec-50abf7fc0514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:01.012788 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819109'] for router_interface, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:01.262047 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:01.270900 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Deleting port 666731f7-cba8-4c54-92a4-16f3662adf4f {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:45:01.271180 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:01.349476 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] For port 666731f7-cba8-4c54-92a4-16f3662adf4f, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=666731f7-cba8-4c54-92a4-16f3662adf4f,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:45:01.349838 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:01.363509 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Calling delete_port for 666731f7-cba8-4c54-92a4-16f3662adf4f owned by network:router_interface {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:45:01.542718 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:01.545596 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:01.569628 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Pushing event deleted for resources: {'Port': ['ID=666731f7-cba8-4c54-92a4-16f3662adf4f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:01.573990 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:01.726635 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:01.742259 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819001'] for router_interface, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:01.940139 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffa871-048f-4f2b-b4e9-93f955b27319 req-ee9031f6-25c2-46fd-bcf3-ef827abd6617 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:01.941637 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f1ffa871-048f-4f2b-b4e9-93f955b27319 req-ee9031f6-25c2-46fd-bcf3-ef827abd6617 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0985172 Jun 22 16:45:01.987586 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f1ffa871-048f-4f2b-b4e9-93f955b27319 req-55a27838-a910-483e-bae3-b6cada6cf402 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403759 Jun 22 16:45:01.989433 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Router 1034729a-8c48-479c-a2fc-d1902fa286cc has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:45:02.102128 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:45:02.107974 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] 10.222.0.70 "PUT /v2.0/routers/1034729a-8c48-479c-a2fc-d1902fa286cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5545514 Jun 22 16:45:02.110522 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54084) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:02.113005 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] Sync routers for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:45:02.123222 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:45:02.124364 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:45:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:02.234653 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:45:02.428494 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:45:01Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:02.455783 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] Checking router: 1034729a-8c48-479c-a2fc-d1902fa286cc for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:45:02.465143 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] Routers {'1034729a-8c48-479c-a2fc-d1902fa286cc'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:45:02.465770 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:45:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['1034729a-8c48-479c-a2fc-d1902fa286cc'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:02.498477 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks [] for router, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:02.570876 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:02.590704 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] Set router 1034729a-8c48-479c-a2fc-d1902fa286cc gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:45:02.619649 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:02.677765 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Deleting port 709e57c5-968d-4f71-a373-dd1bb79616aa {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:45:02.678297 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:02.769407 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] For port 709e57c5-968d-4f71-a373-dd1bb79616aa, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=709e57c5-968d-4f71-a373-dd1bb79616aa,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:45:02.770732 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:02.784172 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:45:01Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:02.791337 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Calling delete_port for 709e57c5-968d-4f71-a373-dd1bb79616aa owned by network:router_gateway {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:45:02.816293 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638556af-e5fd-468d-a6c6-befe5cfed211 None None] The sync data for ids ['1034729a-8c48-479c-a2fc-d1902fa286cc'] in dv-cinder-768105-10-smb is: [{'id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'name': 'tempest-AttachVolumeTestJSON-131762739-router', 'tenant_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67'}], 'enable_snat': True}, 'gw_port_id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:45:01Z', 'revision_number': 5, 'project_id': '218dc832a5c0440e9daa7b57d8a6ebf5', 'gw_port': {'id': '709e57c5-968d-4f71-a373-dd1bb79616aa', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:6d:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1034729a-8c48-479c-a2fc-d1902fa286cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:15Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:45:02.972345 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:02.975065 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-9c9a8420-eecb-4700-96e2-97ec3ea5ad7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:03.002978 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Pushing event deleted for resources: {'Port': ['ID=709e57c5-968d-4f71-a373-dd1bb79616aa,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:03.006228 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:03.069361 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625621'] for router_gateway, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.160796 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1825639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.165003 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.221448 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1825490'] for router, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.222263 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1034729a-8c48-479c-a2fc-d1902fa286cc {{(pid=93716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 16:45:03.227068 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] Notify callbacks [] for router, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.228362 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-fe16899f-9f9a-470e-b1e3-f3678e2e6088 admin admin] 10.222.0.70 "DELETE /v2.0/routers/1034729a-8c48-479c-a2fc-d1902fa286cc HTTP/1.1" status: 204 len: 168 time: 1.1168497 Jun 22 16:45:03.231658 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54090) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:03.234769 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a191c6-76b9-42ef-b6de-e56993addbeb req-78ed99f3-8466-4e57-a107-bdab0e5566cb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:03.236332 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-78a191c6-76b9-42ef-b6de-e56993addbeb req-78ed99f3-8466-4e57-a107-bdab0e5566cb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.1173596 Jun 22 16:45:03.297097 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] Deleting subnet 129548a1-d5f7-4ce5-af3e-168458646282 {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:45:03.297097 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.313321 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-78a191c6-76b9-42ef-b6de-e56993addbeb req-e37273ae-93a4-4389-bffb-6dcaa629748b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628362 Jun 22 16:45:03.332644 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63196377'] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.429586 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.489059 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63117276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64922170'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.498637 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-bda01ef5-5631-40de-ba6a-afe69e28a61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:03.503843 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.509319 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54092) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:03.518712 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/129548a1-d5f7-4ce5-af3e-168458646282 HTTP/1.1" status: 204 len: 168 time: 0.2858384 Jun 22 16:45:03.520685 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd1f0ad-c1a0-4f90-9c91-5a9fec639251 None None] Network 610ba6c5-51f9-40ff-b347-fdd5091db030 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:45:03.546544 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=129548a1-d5f7-4ce5-af3e-168458646282,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:03.549736 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:03.610443 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.689318 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Deleting port 071efa4e-8806-4421-8737-6580beea3a0f {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:45:03.689663 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.716887 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.767505 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] For port 071efa4e-8806-4421-8737-6580beea3a0f, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=071efa4e-8806-4421-8737-6580beea3a0f,segment=NetworkSegment(2603ca91-7e13-410c-84e2-b4777f14cfc0),segment_id=2603ca91-7e13-410c-84e2-b4777f14cfc0)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:45:03.767867 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.781219 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Calling delete_port for 071efa4e-8806-4421-8737-6580beea3a0f owned by network:dhcp {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:45:03.865406 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.867691 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-8a489486-e6a4-467e-9836-df4240bed3a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:03.890467 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Pushing event deleted for resources: {'Port': ['ID=071efa4e-8806-4421-8737-6580beea3a0f,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:03.893467 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:03.899314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] No DVR routers for this DVR port 071efa4e-8806-4421-8737-6580beea3a0f on host dv-cinder-768105-10-smb {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:45:03.976031 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:03.978860 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b6610-9f43-4ecb-9d47-f0a5918f65d8 None None] DHCP port deletion for 610ba6c5-51f9-40ff-b347-fdd5091db030 request from dv-cinder-768105-10-smb {{(pid=93717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 16:45:03.987189 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610ba6c5-51f9-40ff-b347-fdd5091db030']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:04.002075 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2603ca91-7e13-410c-84e2-b4777f14cfc0') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:04.002319 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2603ca91-7e13-410c-84e2-b4777f14cfc0') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:04.016487 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63299728'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:04.033227 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:04.039382 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:45:04.039840 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63180504'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: Traceback (most recent call last): Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: timer() Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: cb(*args, **kw) Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: return func(*args, **kwargs) Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: self._notify() Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: self.callback(batched_events) Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: event.method(event) Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: return f(self, *a, **k) Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: return self._get(url).json() Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:45:04.041457 dv-cinder-768105-10-smb neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:45:04.095413 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:04.103007 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f48f1de2-a526-4495-a9de-f36977ff7ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:04.103007 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:04.103584 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] 10.222.0.70 "DELETE /v2.0/networks/610ba6c5-51f9-40ff-b347-fdd5091db030 HTTP/1.1" status: 204 len: 168 time: 0.5932314 Jun 22 16:45:04.120114 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Pushing event deleted for resources: {'Network': ['ID=610ba6c5-51f9-40ff-b347-fdd5091db030,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:04.124434 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-353ac3d5-e11d-4d42-83d0-056bd431743d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:04.234761 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54096) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:04.288503 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-1d537128-143e-4262-b975-f95db6074f23 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=218dc832a5c0440e9daa7b57d8a6ebf5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524673 Jun 22 16:45:04.294092 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54098) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:04.315008 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 709e57c5-968d-4f71-a373-dd1bb79616aa no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:45:04.336296 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 709e57c5-968d-4f71-a373-dd1bb79616aa {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:45:04.336655 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 709e57c5-968d-4f71-a373-dd1bb79616aa not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:45:04.337083 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 666731f7-cba8-4c54-92a4-16f3662adf4f no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:45:04.358972 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 666731f7-cba8-4c54-92a4-16f3662adf4f {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:45:04.359337 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 666731f7-cba8-4c54-92a4-16f3662adf4f not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:45:04.359458 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7144ec09-7911-452c-b9f4-2b273e719147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:04.359945 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 071efa4e-8806-4421-8737-6580beea3a0f no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:45:04.381792 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 071efa4e-8806-4421-8737-6580beea3a0f {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:45:04.382611 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 071efa4e-8806-4421-8737-6580beea3a0f not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:45:04.384696 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7144ec09-7911-452c-b9f4-2b273e719147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:04.455720 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7144ec09-7911-452c-b9f4-2b273e719147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:04.458392 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7144ec09-7911-452c-b9f4-2b273e719147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:04.459525 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-7144ec09-7911-452c-b9f4-2b273e719147 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/54ac8ee6-ed12-49a4-add6-40d6baf02415 HTTP/1.1" status: 204 len: 168 time: 0.1678483 Jun 22 16:45:04.461463 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3eb26d86-a09c-4545-ae83-2f4f1be7166c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:04.492612 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144ec09-7911-452c-b9f4-2b273e719147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ac8ee6-ed12-49a4-add6-40d6baf02415,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:04.497914 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7144ec09-7911-452c-b9f4-2b273e719147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:04.536587 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b4ab6-704b-4c0e-8e49-eb2d350e0ac2 req-0654503b-5e6a-46ef-a823-abe8ac74a35f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:04.538668 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-164b4ab6-704b-4c0e-8e49-eb2d350e0ac2 req-0654503b-5e6a-46ef-a823-abe8ac74a35f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0781360 Jun 22 16:45:04.596904 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-164b4ab6-704b-4c0e-8e49-eb2d350e0ac2 req-7d5569ee-7a89-496e-9d7b-70f25ad105fe tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498030 Jun 22 16:45:05.784639 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b20dc-9d3b-40b6-aa7a-f27f7e96ab0d req-43b445a4-5f68-47ed-9f62-9baebaeb7a88 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:05.786183 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1a8b20dc-9d3b-40b6-aa7a-f27f7e96ab0d req-43b445a4-5f68-47ed-9f62-9baebaeb7a88 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0699699 Jun 22 16:45:05.828766 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1a8b20dc-9d3b-40b6-aa7a-f27f7e96ab0d req-e1b68260-5919-4c23-9da1-583799bbb437 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366943 Jun 22 16:45:05.994432 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54142) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:06.098007 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ebea-b06b-41b0-8667-902a811b37f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.190698 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ebea-b06b-41b0-8667-902a811b37f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.194270 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ebea-b06b-41b0-8667-902a811b37f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.197392 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c9ae3658-9fdb-48da-897d-2207be1509f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:06.237023 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a5b0ebea-b06b-41b0-8667-902a811b37f6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f69101b7fa334a619801cd9c5a28e51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379086 Jun 22 16:45:06.237023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0ebea-b06b-41b0-8667-902a811b37f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eb2da1-7dc5-4cbd-920f-33c08fc7a963,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:06.237728 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54146) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:06.243896 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a5b0ebea-b06b-41b0-8667-902a811b37f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:06.288369 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d0f9d5c6-f94a-472f-a90b-d2f553582982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.308727 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d0f9d5c6-f94a-472f-a90b-d2f553582982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.359250 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d0f9d5c6-f94a-472f-a90b-d2f553582982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.361836 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d0f9d5c6-f94a-472f-a90b-d2f553582982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.362992 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-d0f9d5c6-f94a-472f-a90b-d2f553582982 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/70eb2da1-7dc5-4cbd-920f-33c08fc7a963 HTTP/1.1" status: 204 len: 168 time: 0.1243448 Jun 22 16:45:06.363835 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-94f9b9ea-0059-412c-a536-62ed9f63080c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:06.373228 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9d5c6-f94a-472f-a90b-d2f553582982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eb2da1-7dc5-4cbd-920f-33c08fc7a963,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:06.375490 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d0f9d5c6-f94a-472f-a90b-d2f553582982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:06.640469 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54154) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:06.657260 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4337548-8425-4483-ac9b-e0e3aa436ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.751525 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4337548-8425-4483-ac9b-e0e3aa436ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.755547 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-f4337548-8425-4483-ac9b-e0e3aa436ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.758063 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-2a841aa6-92ec-402f-b805-1c5396367171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:06.798196 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4337548-8425-4483-ac9b-e0e3aa436ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946e8801-e7a2-4c31-910d-9ab7a7d5ec51,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:06.802670 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-f4337548-8425-4483-ac9b-e0e3aa436ade admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4534298a03fb42d39419056b5de214f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611013 Jun 22 16:45:06.803548 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f4337548-8425-4483-ac9b-e0e3aa436ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:06.805253 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54156) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:06.856814 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea30e525-76c0-4545-98d3-ff20c7650fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.879668 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea30e525-76c0-4545-98d3-ff20c7650fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.935889 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea30e525-76c0-4545-98d3-ff20c7650fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.938901 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ea30e525-76c0-4545-98d3-ff20c7650fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:06.942967 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-ea30e525-76c0-4545-98d3-ff20c7650fae admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/946e8801-e7a2-4c31-910d-9ab7a7d5ec51 HTTP/1.1" status: 204 len: 168 time: 0.1338642 Jun 22 16:45:06.942967 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-301b4952-9fde-449b-ab6c-72062d3a5060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:06.962874 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30e525-76c0-4545-98d3-ff20c7650fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e8801-e7a2-4c31-910d-9ab7a7d5ec51,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:06.975346 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ea30e525-76c0-4545-98d3-ff20c7650fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:07.054697 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4820842-ef9e-498e-b936-3251bdc0fdd6 req-28206bd5-c1db-405a-a1f2-538ed24fdaf4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:07.056192 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b4820842-ef9e-498e-b936-3251bdc0fdd6 req-28206bd5-c1db-405a-a1f2-538ed24fdaf4 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0957432 Jun 22 16:45:07.098348 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b4820842-ef9e-498e-b936-3251bdc0fdd6 req-fb804a9d-433e-4e6c-823a-393835f7baea tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360575 Jun 22 16:45:08.321732 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48efcd8-29e7-4e96-a770-b042058b177d req-b6f38c41-cbe3-4c7d-b27e-dc8871d6d674 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:08.326817 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f48efcd8-29e7-4e96-a770-b042058b177d req-b6f38c41-cbe3-4c7d-b27e-dc8871d6d674 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0837708 Jun 22 16:45:08.368016 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f48efcd8-29e7-4e96-a770-b042058b177d req-964bab70-ba0a-4660-9f97-527f409c681a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352733 Jun 22 16:45:08.927065 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54222) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:09.035867 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-227d4e35-e8b2-43da-b83d-3b6c82f5a4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.129843 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-227d4e35-e8b2-43da-b83d-3b6c82f5a4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.133748 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-227d4e35-e8b2-43da-b83d-3b6c82f5a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.136268 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-4c8e1e4c-b77c-4f00-8591-c2d8e67971c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:09.170051 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d4e35-e8b2-43da-b83d-3b6c82f5a4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2917b-371d-4a63-b09a-792e6f1344c1,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:09.173394 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-227d4e35-e8b2-43da-b83d-3b6c82f5a4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:09.176145 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-227d4e35-e8b2-43da-b83d-3b6c82f5a4df admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c54b9394874e42bd82e29c8dee029805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479753 Jun 22 16:45:09.178701 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54226) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:09.229528 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4baeff7c-b80b-4103-9a17-60409a5bf864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.251334 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4baeff7c-b80b-4103-9a17-60409a5bf864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.303291 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4baeff7c-b80b-4103-9a17-60409a5bf864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.306116 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-4baeff7c-b80b-4103-9a17-60409a5bf864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.309924 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-4baeff7c-b80b-4103-9a17-60409a5bf864 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61b2917b-371d-4a63-b09a-792e6f1344c1 HTTP/1.1" status: 204 len: 168 time: 0.1276467 Jun 22 16:45:09.309924 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b9a4c32b-dbb0-471c-b4ac-ed9803170177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:09.319682 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baeff7c-b80b-4103-9a17-60409a5bf864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b2917b-371d-4a63-b09a-792e6f1344c1,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:09.323210 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-4baeff7c-b80b-4103-9a17-60409a5bf864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:09.670422 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92cf26-b945-4996-9cac-14342d2e073f req-0506b770-67cb-43a5-9387-ee4b84865d85 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:09.671926 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e92cf26-b945-4996-9cac-14342d2e073f req-0506b770-67cb-43a5-9387-ee4b84865d85 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0968862 Jun 22 16:45:09.720317 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-6e92cf26-b945-4996-9cac-14342d2e073f req-70d3e08b-cf55-45b5-9cdf-23aab6f6beb5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410337 Jun 22 16:45:09.722362 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54234) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:09.736562 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54ad14a2-8001-41cc-b5f0-c1882066ae37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.828571 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54ad14a2-8001-41cc-b5f0-c1882066ae37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.833707 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-54ad14a2-8001-41cc-b5f0-c1882066ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.836488 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-71c7ba9d-0df9-4512-825f-213a05e377db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:09.890422 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-54ad14a2-8001-41cc-b5f0-c1882066ae37 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a1c75c394284ff3baf994c67236e428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670268 Jun 22 16:45:09.891311 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad14a2-8001-41cc-b5f0-c1882066ae37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303474e8-9cac-41c7-bb44-bf6cbe211d87,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:09.893034 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54238) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:09.894499 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-54ad14a2-8001-41cc-b5f0-c1882066ae37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:09.949983 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36125109-23a6-48c9-81e8-673c49ee6809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:09.973726 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36125109-23a6-48c9-81e8-673c49ee6809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:10.023238 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36125109-23a6-48c9-81e8-673c49ee6809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:10.026205 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-36125109-23a6-48c9-81e8-673c49ee6809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:10.027335 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-36125109-23a6-48c9-81e8-673c49ee6809 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/303474e8-9cac-41c7-bb44-bf6cbe211d87 HTTP/1.1" status: 204 len: 168 time: 0.1322503 Jun 22 16:45:10.028337 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-4acbb8b8-4c9c-4f29-b9f2-e66ed8c7988d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:10.036234 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36125109-23a6-48c9-81e8-673c49ee6809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303474e8-9cac-41c7-bb44-bf6cbe211d87,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:10.038493 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-36125109-23a6-48c9-81e8-673c49ee6809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:10.900552 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23cfb5-5d5a-428d-bec3-dc13896142a0 req-1c99c24a-f6b8-4cbe-8cdb-48ac20afd9d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:10.903139 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eb23cfb5-5d5a-428d-bec3-dc13896142a0 req-1c99c24a-f6b8-4cbe-8cdb-48ac20afd9d8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0637095 Jun 22 16:45:10.945479 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eb23cfb5-5d5a-428d-bec3-dc13896142a0 req-4552dbef-ab73-418e-9c42-7495c8b76006 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361221 Jun 22 16:45:12.127373 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587bb5e-b69b-4cf2-b6bc-c4ac976f4257 req-422af1a4-cc75-44c5-bdd2-b0a95019b4a5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:12.128819 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c587bb5e-b69b-4cf2-b6bc-c4ac976f4257 req-422af1a4-cc75-44c5-bdd2-b0a95019b4a5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0644403 Jun 22 16:45:12.164673 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c587bb5e-b69b-4cf2-b6bc-c4ac976f4257 req-ab2c1778-8e7e-48fb-b915-bc571218b21f tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303373 Jun 22 16:45:13.337110 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64966a-29fc-4975-ae4d-18902f8be412 req-38dcc51c-b9ec-4f2b-83c5-3360cd22cea9 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:13.339117 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0f64966a-29fc-4975-ae4d-18902f8be412 req-38dcc51c-b9ec-4f2b-83c5-3360cd22cea9 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0605991 Jun 22 16:45:13.376427 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0f64966a-29fc-4975-ae4d-18902f8be412 req-8fc4b1d4-3e77-4c82-8223-c83ceaa5ab0d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Jun 22 16:45:14.353980 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0449244e-550e-4654-ab89-9e4f0d6bebe3 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:45:14.448430 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:45:14.459699 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'port_id': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'mac_address': 'fa:16:3e:c1:17:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:45:14.495423 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:14.507744 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0449244e-550e-4654-ab89-9e4f0d6bebe3 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:45:14.527650 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:45:14.531862 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:14.533564 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-ed692bd4-8a55-4ee1-8c36-396b49826fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:14.551857 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f217b63-8f8b-495e-8851-df8d05f645cc req-21aa6706-4836-47a4-b314-3fe43897482b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:14.553333 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2f217b63-8f8b-495e-8851-df8d05f645cc req-21aa6706-4836-47a4-b314-3fe43897482b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 944 time: 0.0648766 Jun 22 16:45:14.581358 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=9']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:14.584492 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:14.594148 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2f217b63-8f8b-495e-8851-df8d05f645cc req-94da3f51-e9ef-4732-84a5-ef9e05034abf tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344570 Jun 22 16:45:14.747370 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['0449244e-550e-4654-ab89-9e4f0d6bebe3'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:45:15.766272 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630e96-ccfb-4afa-b100-129683a14456 req-a47d6c87-7f43-4eec-9f79-f30802ab385b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:15.767749 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c630e96-ccfb-4afa-b100-129683a14456 req-a47d6c87-7f43-4eec-9f79-f30802ab385b tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 945 time: 0.0616720 Jun 22 16:45:15.805334 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-5c630e96-ccfb-4afa-b100-129683a14456 req-4831bf85-c018-4f41-8ad6-02d457d2607e tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Jun 22 16:45:16.359728 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0449244e-550e-4654-ab89-9e4f0d6bebe3 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:45:16.409234 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 0449244e-550e-4654-ab89-9e4f0d6bebe3 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:45:16.409611 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:16.486832 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:16.508764 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:45:16.510973 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7214a9-f6a5-431d-becb-0003bd2ae546" -d '{"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:45:16.524911 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:45:16.529215 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:16.532000 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:16.554276 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba341bae-7caf-4556-afbc-ad44df2ae902 x-openstack-request-id: req-ba341bae-7caf-4556-afbc-ad44df2ae902 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:45:16.554573 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-plugged", "status": "completed", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:45:16.554833 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ba341bae-7caf-4556-afbc-ad44df2ae902 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:45:16.555230 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'code': 200} Jun 22 16:45:16.589703 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=10']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:16.593694 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:16.754804 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeccc31-9c7a-4823-a614-0e4d8a0cd3cc req-4fefe883-8c35-425e-bfd2-d97ff5a27578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:16.756253 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-edeccc31-9c7a-4823-a614-0e4d8a0cd3cc req-4fefe883-8c35-425e-bfd2-d97ff5a27578 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 1100 time: 0.0526025 Jun 22 16:45:16.789703 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-edeccc31-9c7a-4823-a614-0e4d8a0cd3cc req-0587520d-807f-4ade-a7ae-0092a6818e18 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272250 Jun 22 16:45:16.984393 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd24bd-006e-4265-a1bc-2f6ef005456f req-5b0aa141-4b05-49c7-a27b-1cf9a5421cf8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:16.985825 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d0dd24bd-006e-4265-a1bc-2f6ef005456f req-5b0aa141-4b05-49c7-a27b-1cf9a5421cf8 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 947 time: 0.0648122 Jun 22 16:45:17.021240 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d0dd24bd-006e-4265-a1bc-2f6ef005456f req-6f697104-d01d-4d9c-81e3-4ac1175073d5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298283 Jun 22 16:45:18.197985 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc37a7-90e6-406e-881f-20bbf05ae489 req-acd06f60-5c2b-438a-a5ee-62c728ccc62c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:18.199713 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1dc37a7-90e6-406e-881f-20bbf05ae489 req-acd06f60-5c2b-438a-a5ee-62c728ccc62c tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 947 time: 0.0630596 Jun 22 16:45:18.236883 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d1dc37a7-90e6-406e-881f-20bbf05ae489 req-6c008d40-41dd-4f35-9a14-2f237da8b1a6 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314651 Jun 22 16:45:19.413794 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11087073-6fac-47b5-9e24-86ac384ea251 req-10a5e35a-0fbb-4d8f-bea0-b39a126126a2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:19.415553 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11087073-6fac-47b5-9e24-86ac384ea251 req-10a5e35a-0fbb-4d8f-bea0-b39a126126a2 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 947 time: 0.0637345 Jun 22 16:45:19.452134 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-11087073-6fac-47b5-9e24-86ac384ea251 req-ed1aca60-c0fe-4075-b744-61d083c9c952 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304062 Jun 22 16:45:25.301367 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:45:26.381259 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54472) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:26.485225 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cc4e-e00e-43a1-a697-80c507fb5c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:26.571361 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cc4e-e00e-43a1-a697-80c507fb5c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:26.575468 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a2c4cc4e-e00e-43a1-a697-80c507fb5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:26.578674 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b3783c95-1191-4c06-8d8b-e45411d71353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:26.611342 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a2c4cc4e-e00e-43a1-a697-80c507fb5c5c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e106bc12ee1940e29b6f713ac0b72a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290790 Jun 22 16:45:26.613191 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c4cc4e-e00e-43a1-a697-80c507fb5c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21b423d-04cf-48a8-94cb-bbcd5364f632,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:26.614121 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54476) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:26.616287 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a2c4cc4e-e00e-43a1-a697-80c507fb5c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:26.663028 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-325930dd-e210-4405-a110-237f4f0b3d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:26.682533 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-325930dd-e210-4405-a110-237f4f0b3d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:26.727564 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-325930dd-e210-4405-a110-237f4f0b3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:26.730125 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-325930dd-e210-4405-a110-237f4f0b3d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:26.731299 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-325930dd-e210-4405-a110-237f4f0b3d7c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e21b423d-04cf-48a8-94cb-bbcd5364f632 HTTP/1.1" status: 204 len: 168 time: 0.1161573 Jun 22 16:45:26.731951 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ed15a441-842d-4627-8aad-5658661510a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:26.740331 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325930dd-e210-4405-a110-237f4f0b3d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21b423d-04cf-48a8-94cb-bbcd5364f632,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:26.742664 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-325930dd-e210-4405-a110-237f4f0b3d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:26.977786 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54482) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:26.990796 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-011b0abd-4520-4bee-a018-4d4554269d51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:27.077623 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-011b0abd-4520-4bee-a018-4d4554269d51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:27.081074 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-011b0abd-4520-4bee-a018-4d4554269d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:27.084069 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c8cd06d2-bf1d-4499-9e5b-fb1aaf88b443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:27.115726 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-011b0abd-4520-4bee-a018-4d4554269d51 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e72f7b13db974396bd5ba8a7a245c19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368883 Jun 22 16:45:27.117569 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b0abd-4520-4bee-a018-4d4554269d51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af39e6f-7b51-4922-9e99-a4823c453e52,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:27.118422 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54484) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:27.121073 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-011b0abd-4520-4bee-a018-4d4554269d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:27.169103 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00f7dad4-fd0c-47ba-b5d7-327570ca8b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:27.189219 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00f7dad4-fd0c-47ba-b5d7-327570ca8b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:27.233908 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00f7dad4-fd0c-47ba-b5d7-327570ca8b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:27.236358 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-00f7dad4-fd0c-47ba-b5d7-327570ca8b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:27.237456 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-00f7dad4-fd0c-47ba-b5d7-327570ca8b5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7af39e6f-7b51-4922-9e99-a4823c453e52 HTTP/1.1" status: 204 len: 168 time: 0.1179948 Jun 22 16:45:27.238218 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d4d03578-d19e-4cd2-88dd-8856c9763edd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:27.245904 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7dad4-fd0c-47ba-b5d7-327570ca8b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af39e6f-7b51-4922-9e99-a4823c453e52,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:27.248102 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-00f7dad4-fd0c-47ba-b5d7-327570ca8b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:28.055178 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3642284e-1c9a-4444-af53-ce285d20170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.042317 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54554) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:29.140760 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb8084aa-a6e3-40a5-af81-1679ed757f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.229011 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb8084aa-a6e3-40a5-af81-1679ed757f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.233165 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-bb8084aa-a6e3-40a5-af81-1679ed757f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.236538 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-aa0bbf14-601b-4c9c-96b0-62c684b0584f tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:29.270927 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-bb8084aa-a6e3-40a5-af81-1679ed757f26 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a5508a1673fc47e3bca27efcc2e8c859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275348 Jun 22 16:45:29.272104 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8084aa-a6e3-40a5-af81-1679ed757f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0735a740-23cf-467c-9b2c-44843f7b91e6,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:29.273665 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54558) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:29.275778 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-bb8084aa-a6e3-40a5-af81-1679ed757f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:29.322228 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e067a2f-9fea-4a05-8318-589c2edbecab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.345269 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e067a2f-9fea-4a05-8318-589c2edbecab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.389904 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e067a2f-9fea-4a05-8318-589c2edbecab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.392496 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5e067a2f-9fea-4a05-8318-589c2edbecab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.393620 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-5e067a2f-9fea-4a05-8318-589c2edbecab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0735a740-23cf-467c-9b2c-44843f7b91e6 HTTP/1.1" status: 204 len: 168 time: 0.1189203 Jun 22 16:45:29.394414 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7144ec09-7911-452c-b9f4-2b273e719147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:29.402100 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e067a2f-9fea-4a05-8318-589c2edbecab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0735a740-23cf-467c-9b2c-44843f7b91e6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:29.404135 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5e067a2f-9fea-4a05-8318-589c2edbecab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:29.671229 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54564) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:29.685067 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-caf90513-f4ea-4dbd-ab5c-6fdc70e79dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.771424 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-caf90513-f4ea-4dbd-ab5c-6fdc70e79dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.775330 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-caf90513-f4ea-4dbd-ab5c-6fdc70e79dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.777980 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ea30e525-76c0-4545-98d3-ff20c7650fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:29.814285 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-caf90513-f4ea-4dbd-ab5c-6fdc70e79dcd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d88039d0b9447a1aa4300cc26f48e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419625 Jun 22 16:45:29.815233 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf90513-f4ea-4dbd-ab5c-6fdc70e79dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361b2c0a-998a-40d6-94b0-caa8a3c844a1,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:29.816925 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54566) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:29.818233 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-caf90513-f4ea-4dbd-ab5c-6fdc70e79dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:29.865576 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a0e8-3c31-45ca-980a-9c932e2c0872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.888521 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a0e8-3c31-45ca-980a-9c932e2c0872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.933846 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a0e8-3c31-45ca-980a-9c932e2c0872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.936588 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0aa7a0e8-3c31-45ca-980a-9c932e2c0872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:29.937698 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0aa7a0e8-3c31-45ca-980a-9c932e2c0872 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/361b2c0a-998a-40d6-94b0-caa8a3c844a1 HTTP/1.1" status: 204 len: 168 time: 0.1190464 Jun 22 16:45:29.938569 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-3d513712-822b-4e35-9dcd-1d303c0bb11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:29.945657 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7a0e8-3c31-45ca-980a-9c932e2c0872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361b2c0a-998a-40d6-94b0-caa8a3c844a1,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:29.947866 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0aa7a0e8-3c31-45ca-980a-9c932e2c0872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:30.746759 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e678f686-bd09-4a72-98bb-793b13d90611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:31.263904 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:31.717974 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:32.555454 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:33.711387 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:34.130651 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-94473811-4dec-4fb5-9111-a2d270589bbe service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531924 Jun 22 16:45:34.212820 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-a5fe53cb-142d-4f85-82d1-068940b13a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:34.214399 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-a5fe53cb-142d-4f85-82d1-068940b13a78 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1099 time: 0.0588424 Jun 22 16:45:34.320531 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-3e8683b7-80dd-41e3-a418-2c2dda16da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:34.322084 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-3e8683b7-80dd-41e3-a418-2c2dda16da78 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 909 time: 0.0858963 Jun 22 16:45:34.387805 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-2f3da57d-637a-4e97-8483-cf2b088e5d2a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 1002 time: 0.0589285 Jun 22 16:45:34.705527 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-62939cb3-fc08-41dc-84be-6481f249ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:34.706989 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-62939cb3-fc08-41dc-84be-6481f249ea3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 200 len: 847 time: 0.3103020 Jun 22 16:45:34.761855 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-ab631a12-8aaa-4351-996a-99441bd91d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:34.763422 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-ab631a12-8aaa-4351-996a-99441bd91d86 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c96d0792-3051-47d6-b4a2-61d8b857f155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0500185 Jun 22 16:45:34.853565 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-010dedb7-e934-435e-b6df-88ec0ed841ac service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829198 Jun 22 16:45:34.940111 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-4196720e-1dd7-4842-a2e2-a11eb0da8932 req-8450d5f0-eaa8-4a01-b991-847e041d52f1 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802760 Jun 22 16:45:40.463574 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54674) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:40.563363 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-363e6f91-ee33-427a-b0af-97755596bfcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:40.648444 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-363e6f91-ee33-427a-b0af-97755596bfcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:40.652815 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-363e6f91-ee33-427a-b0af-97755596bfcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:40.656252 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-4baeff7c-b80b-4103-9a17-60409a5bf864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:40.689757 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-363e6f91-ee33-427a-b0af-97755596bfcc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8dc56aca18f3404e9146cf8f98e3c46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245500 Jun 22 16:45:40.691583 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e6f91-ee33-427a-b0af-97755596bfcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae18cea-f88a-4296-9bb4-9cb10e1ec925,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:40.692552 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54678) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:40.694673 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-363e6f91-ee33-427a-b0af-97755596bfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:40.743925 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-67b88525-651f-4b6a-abaa-b335f33e3e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:40.764032 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-67b88525-651f-4b6a-abaa-b335f33e3e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:40.809925 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-67b88525-651f-4b6a-abaa-b335f33e3e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:40.812478 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-67b88525-651f-4b6a-abaa-b335f33e3e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:40.813611 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-67b88525-651f-4b6a-abaa-b335f33e3e7a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7ae18cea-f88a-4296-9bb4-9cb10e1ec925 HTTP/1.1" status: 204 len: 168 time: 0.1199024 Jun 22 16:45:40.814533 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f4337548-8425-4483-ac9b-e0e3aa436ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:40.822545 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b88525-651f-4b6a-abaa-b335f33e3e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae18cea-f88a-4296-9bb4-9cb10e1ec925,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:40.825370 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-67b88525-651f-4b6a-abaa-b335f33e3e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:41.064156 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54684) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:41.077514 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-05c1e4f3-6600-4616-b093-5ba692838018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:41.161914 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-05c1e4f3-6600-4616-b093-5ba692838018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:41.165483 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-05c1e4f3-6600-4616-b093-5ba692838018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:41.169019 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0592a149-25ee-437b-85e3-54ae5bd60833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:41.202151 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-05c1e4f3-6600-4616-b093-5ba692838018 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=84afbb3de89a4d518f6c860a06716c2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369603 Jun 22 16:45:41.203315 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1e4f3-6600-4616-b093-5ba692838018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf04ab6-89ca-451b-af6d-c1064d764288,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:41.204795 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54686) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:41.206182 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-05c1e4f3-6600-4616-b093-5ba692838018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:41.256275 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0894f348-9702-44c9-9e98-2c55b127955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:41.276208 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0894f348-9702-44c9-9e98-2c55b127955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:41.321375 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0894f348-9702-44c9-9e98-2c55b127955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:41.323834 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0894f348-9702-44c9-9e98-2c55b127955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:41.324938 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-0894f348-9702-44c9-9e98-2c55b127955f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3bf04ab6-89ca-451b-af6d-c1064d764288 HTTP/1.1" status: 204 len: 168 time: 0.1182618 Jun 22 16:45:41.325688 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a5b0ebea-b06b-41b0-8667-902a811b37f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:41.332963 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894f348-9702-44c9-9e98-2c55b127955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf04ab6-89ca-451b-af6d-c1064d764288,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:41.335082 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0894f348-9702-44c9-9e98-2c55b127955f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:42.327586 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54716) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:42.426369 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1608-57fb-428b-9307-bf8a9d84b506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:42.512523 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1608-57fb-428b-9307-bf8a9d84b506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:42.516152 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd2f1608-57fb-428b-9307-bf8a9d84b506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:42.519247 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ea255912-b77f-4a36-af8d-661151e51984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:42.555048 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-cd2f1608-57fb-428b-9307-bf8a9d84b506 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b01dd688f99f48cea5cb0d5f362549cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2264702 Jun 22 16:45:42.557005 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f1608-57fb-428b-9307-bf8a9d84b506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5458e8-62fc-4d04-8231-6650a67e267c,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:42.557655 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54720) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:42.560062 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-cd2f1608-57fb-428b-9307-bf8a9d84b506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:42.607684 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92d2c705-b29a-44a6-8c1c-73cdb4c9b1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:42.628355 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92d2c705-b29a-44a6-8c1c-73cdb4c9b1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:42.672467 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92d2c705-b29a-44a6-8c1c-73cdb4c9b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:42.674934 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-92d2c705-b29a-44a6-8c1c-73cdb4c9b1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:42.676031 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-92d2c705-b29a-44a6-8c1c-73cdb4c9b1a9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fc5458e8-62fc-4d04-8231-6650a67e267c HTTP/1.1" status: 204 len: 168 time: 0.1173730 Jun 22 16:45:42.676768 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a088af8f-a2c4-4970-b3ea-8ec084383273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:42.684617 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2c705-b29a-44a6-8c1c-73cdb4c9b1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5458e8-62fc-4d04-8231-6650a67e267c,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:42.686998 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-92d2c705-b29a-44a6-8c1c-73cdb4c9b1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:50.590988 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54844) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:50.689395 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08d65484-6e41-4d54-893a-62add0149107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:50.780052 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08d65484-6e41-4d54-893a-62add0149107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:50.784322 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-08d65484-6e41-4d54-893a-62add0149107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:50.786788 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-beaacabc-350c-4d56-bfc3-ba9ee96d7057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:50.821506 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-08d65484-6e41-4d54-893a-62add0149107 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=645e2c6396e7474ab5fdb4762d53a38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294943 Jun 22 16:45:50.822451 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65484-6e41-4d54-893a-62add0149107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c57765-efd9-4aef-aedb-259d1f2408d0,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:50.825679 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54848) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:50.826172 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-08d65484-6e41-4d54-893a-62add0149107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:50.874616 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c93b7760-1f1d-4a6c-83b5-2dbb2dd173c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:50.894574 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c93b7760-1f1d-4a6c-83b5-2dbb2dd173c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:50.940119 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c93b7760-1f1d-4a6c-83b5-2dbb2dd173c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:50.942782 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c93b7760-1f1d-4a6c-83b5-2dbb2dd173c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:50.943886 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-c93b7760-1f1d-4a6c-83b5-2dbb2dd173c9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b4c57765-efd9-4aef-aedb-259d1f2408d0 HTTP/1.1" status: 204 len: 168 time: 0.1162074 Jun 22 16:45:50.944671 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d5f42992-2efc-4f0e-b96d-ea0eeb2fd48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:50.952876 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b7760-1f1d-4a6c-83b5-2dbb2dd173c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c57765-efd9-4aef-aedb-259d1f2408d0,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:50.955229 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c93b7760-1f1d-4a6c-83b5-2dbb2dd173c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:51.200700 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54854) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:51.213513 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c96a6635-108d-4f74-acb1-908f720fadc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.299950 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c96a6635-108d-4f74-acb1-908f720fadc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.305444 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-c96a6635-108d-4f74-acb1-908f720fadc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.310654 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c93b7760-1f1d-4a6c-83b5-2dbb2dd173c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:51.349967 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-c96a6635-108d-4f74-acb1-908f720fadc8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=73eac265932442a886d9673efbfef82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481607 Jun 22 16:45:51.351875 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a6635-108d-4f74-acb1-908f720fadc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5115cee4-9116-48a0-b22e-25632a63f8fa,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:51.352666 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54856) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:51.355392 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c96a6635-108d-4f74-acb1-908f720fadc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:51.400100 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61eb3758-31ef-41a3-bb80-7c55e7d05457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.423528 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61eb3758-31ef-41a3-bb80-7c55e7d05457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.467447 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61eb3758-31ef-41a3-bb80-7c55e7d05457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.469930 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-61eb3758-31ef-41a3-bb80-7c55e7d05457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.471087 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-61eb3758-31ef-41a3-bb80-7c55e7d05457 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5115cee4-9116-48a0-b22e-25632a63f8fa HTTP/1.1" status: 204 len: 168 time: 0.1174114 Jun 22 16:45:51.471825 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-71ce44a1-c04e-4e8e-8485-821f37277c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:51.479020 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb3758-31ef-41a3-bb80-7c55e7d05457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5115cee4-9116-48a0-b22e-25632a63f8fa,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:51.481188 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-61eb3758-31ef-41a3-bb80-7c55e7d05457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:51.774628 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54866) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:51.791229 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8871-ea17-47db-aa2f-d17eef096f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.877344 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8871-ea17-47db-aa2f-d17eef096f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.881109 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8871-ea17-47db-aa2f-d17eef096f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.884299 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a29b4df6-11f9-40df-8169-2ef1b5d266c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:51.919441 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-7e1d8871-ea17-47db-aa2f-d17eef096f28 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9ea61826d9504a8abb0c5a2ca1b8d3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437211 Jun 22 16:45:51.920348 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d8871-ea17-47db-aa2f-d17eef096f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7873785d-b35c-4a12-b6a7-33fbe311d379,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:51.922070 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54870) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:51.923206 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-7e1d8871-ea17-47db-aa2f-d17eef096f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:51.972902 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-600ea868-846a-4686-9070-899eedacac9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:51.994640 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-600ea868-846a-4686-9070-899eedacac9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:52.048561 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-600ea868-846a-4686-9070-899eedacac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:52.052093 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-600ea868-846a-4686-9070-899eedacac9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:52.053589 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-600ea868-846a-4686-9070-899eedacac9e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7873785d-b35c-4a12-b6a7-33fbe311d379 HTTP/1.1" status: 204 len: 168 time: 0.1294215 Jun 22 16:45:52.054566 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-25ac41d6-2cca-4a88-9a20-2e227209a7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:52.066731 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ea868-846a-4686-9070-899eedacac9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7873785d-b35c-4a12-b6a7-33fbe311d379,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:52.071307 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-600ea868-846a-4686-9070-899eedacac9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:52.169586 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cd5fa-e764-4e42-a1f4-45f036bb3152 req-3ca8a7f2-cc0a-4d26-8bd8-f9c451906e44 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:52.171137 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-af6cd5fa-e764-4e42-a1f4-45f036bb3152 req-3ca8a7f2-cc0a-4d26-8bd8-f9c451906e44 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 947 time: 0.0645514 Jun 22 16:45:52.209421 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-af6cd5fa-e764-4e42-a1f4-45f036bb3152 req-684d5aab-80ea-498f-8497-90d865b1c9c1 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325899 Jun 22 16:45:53.442271 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb27240-d783-4e08-ab96-b4db9db123dd req-7c38c466-0afb-45ca-9eb2-a93e171d82b0 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:53.443713 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1eb27240-d783-4e08-ab96-b4db9db123dd req-7c38c466-0afb-45ca-9eb2-a93e171d82b0 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 947 time: 0.1083033 Jun 22 16:45:53.452062 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-b1b342b6-402b-4142-bf68-7b039fc49d50 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:45:53.453413 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-b1b342b6-402b-4142-bf68-7b039fc49d50 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 947 time: 0.0852189 Jun 22 16:45:53.519772 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-1eb27240-d783-4e08-ab96-b4db9db123dd req-d959c551-cf77-4dec-81e2-7e943b8d8e83 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups?id=8db34e66-4e0d-4c96-8910-497458df14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653265 Jun 22 16:45:53.574441 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Deleting port 0449244e-550e-4654-ab89-9e4f0d6bebe3 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:45:53.574788 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:53.660021 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] For port 0449244e-550e-4654-ab89-9e4f0d6bebe3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=0449244e-550e-4654-ab89-9e4f0d6bebe3,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:45:53.660378 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:53.823383 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:53.824288 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625738'] for floatingip, after_update {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:53.824615 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.l3_db [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Floating IP 8e4eae17-c4c1-4de1-a7b0-a2f4a8004247 disassociated. External IP: 172.28.0.35, port: 0449244e-550e-4654-ab89-9e4f0d6bebe3. Jun 22 16:45:53.824957 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Calling delete_port for 0449244e-550e-4654-ab89-9e4f0d6bebe3 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:45:53.950318 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:53.956352 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-25a1288a-89d8-4489-9121-815c34ad904d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:53.981414 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event deleted for resources: {'Port': ['ID=0449244e-550e-4654-ab89-9e4f0d6bebe3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:53.994864 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:53.995248 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:53.996124 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:53.996501 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:53.996868 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:53.997232 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:53.997589 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:53.997971 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:53.998351 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:53.998706 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:54.000033 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:54.000382 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:54.004886 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:54.106289 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Router 72d2996e-d684-4f0e-8bff-8664529db36c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:45:54.212754 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:45:54.226247 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] Sync routers for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:45:54.237237 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:45:54.237858 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:45:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:54.264605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] No DVR routers for this DVR port 0449244e-550e-4654-ab89-9e4f0d6bebe3 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:45:54.267200 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:54.269238 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-d3a35221-b5f6-4f6f-8d4b-91ecf725e737 req-eeb33504-aac2-4b9d-bd84-2818735fbb1a tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.74 "DELETE /v2.0/ports/0449244e-550e-4654-ab89-9e4f0d6bebe3 HTTP/1.1" status: 204 len: 173 time: 0.8091381 Jun 22 16:45:54.269763 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-deleted', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:45:54.272242 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c93ce5a-7f76-472b-af1f-b83a771e70d6" -d '{"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-deleted", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:45:54.326518 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf3c0ba-684a-404e-84a9-0eb98d086cca x-openstack-request-id: req-edf3c0ba-684a-404e-84a9-0eb98d086cca {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:45:54.328537 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc38753-9ed4-4a9c-974d-aa2b3867b7e3", "name": "network-vif-deleted", "tag": "0449244e-550e-4654-ab89-9e4f0d6bebe3", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:45:54.328871 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-edf3c0ba-684a-404e-84a9-0eb98d086cca {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:45:54.330135 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc38753-9ed4-4a9c-974d-aa2b3867b7e3', 'name': 'network-vif-deleted', 'tag': '0449244e-550e-4654-ab89-9e4f0d6bebe3', 'status': 'completed', 'code': 200} Jun 22 16:45:54.361513 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:45:54.586162 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:54.620058 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] Checking router: 72d2996e-d684-4f0e-8bff-8664529db36c for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:45:54.629273 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:45:54.629879 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:45:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:54.710488 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-2305c45a-2229-4b13-8ba3-9fb8a99e3bb0 req-e7994f60-48d2-4266-be9b-795ef25b902d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/ports?device_id=3bc38753-9ed4-4a9c-974d-aa2b3867b7e3 HTTP/1.1" status: 200 len: 210 time: 0.0303547 Jun 22 16:45:54.741657 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:45:55.022021 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:45:55.050212 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d6f00e-ea36-43f6-a430-07e9c27ea050 None None] The sync data for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb is: [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:38:27Z', 'revision_number': 4, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': 'eddc9115-b148-4fcb-a163-bf9f739382bd', 'name': '', 'network_id': '0848b92c-b857-4e6d-9c32-8d3267e3fc54', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'mac_address': 'fa:16:3e:0a:4a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:24Z', 'updated_at': '2021-06-22T16:38:38Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'subnets': [{'id': 'eeb4871a-0c71-47d4-a4bc-77853f245ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:45:55.256460 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a148b6c-91bf-4356-beb9-ad7c54062075 None None] New status for floating IP 8e4eae17-c4c1-4de1-a7b0-a2f4a8004247: DOWN {{(pid=93717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:45:56.861325 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54936) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:56.913610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:56.935617 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:56.983361 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:56.986013 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:56.987241 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "DELETE /v2.0/security-groups/8db34e66-4e0d-4c96-8910-497458df14a8 HTTP/1.1" status: 204 len: 168 time: 0.1248889 Jun 22 16:45:56.988030 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-08d65484-6e41-4d54-893a-62add0149107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:56.990109 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 54940) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:57.003388 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.api.v2.resource [None req-747747f5-a086-417a-a8c2-a9514ebb89bb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] show failed (client error): The resource could not be found. Jun 22 16:45:57.004353 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-747747f5-a086-417a-a8c2-a9514ebb89bb tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "GET /v2.0/security-groups/8db34e66-4e0d-4c96-8910-497458df14a8 HTTP/1.1" status: 404 len: 347 time: 0.0132821 Jun 22 16:45:57.008123 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 54944) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:45:57.014888 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db34e66-4e0d-4c96-8910-497458df14a8,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:57.053113 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.053707 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.053949 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.054356 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.054746 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.055143 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.055535 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.055929 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.056299 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.056693 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.057078 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.057460 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:45:57.061357 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-39a5bab0-f39d-4152-92df-0972b68c91e5 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:57.154159 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Deleting port 2f5a342b-1630-4ddb-aca0-28887b1b6177 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:45:57.154526 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:57.233042 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:57.233374 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:57.246628 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Calling delete_port for 2f5a342b-1630-4ddb-aca0-28887b1b6177 owned by network:floatingip {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:45:57.382268 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:57.385254 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-8edc4c07-a947-4c05-a2f9-abdc1e5bfc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:45:57.415759 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Pushing event deleted for resources: {'Port': ['ID=2f5a342b-1630-4ddb-aca0-28887b1b6177,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:45:57.420959 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:45:57.477032 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks [] for floatingip, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:57.479610 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:57.480791 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] 10.222.0.70 "DELETE /v2.0/floatingips/8e4eae17-c4c1-4de1-a7b0-a2f4a8004247 HTTP/1.1" status: 204 len: 168 time: 0.4714913 Jun 22 16:45:58.047675 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-902217f3-007d-4131-88cd-09dc7228e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:45:58.537052 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0449244e-550e-4654-ab89-9e4f0d6bebe3 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:45:58.559487 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 0449244e-550e-4654-ab89-9e4f0d6bebe3 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:45:58.559843 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 0449244e-550e-4654-ab89-9e4f0d6bebe3 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:46:00.083023 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55026) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:00.553933 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819109'] for router_interface, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:00.748266 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-6875dcb4-435a-430e-99e4-8e15b2c491d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:00.803498 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Deleting port eddc9115-b148-4fcb-a163-bf9f739382bd {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:46:00.803847 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:00.879650 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] For port eddc9115-b148-4fcb-a163-bf9f739382bd, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=eddc9115-b148-4fcb-a163-bf9f739382bd,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:46:00.880008 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:00.891724 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Calling delete_port for eddc9115-b148-4fcb-a163-bf9f739382bd owned by network:router_interface {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:46:01.063352 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:01.066103 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-51d2bea8-7084-45a6-a633-5fbe14dd2868 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:01.090203 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eddc9115-b148-4fcb-a163-bf9f739382bd,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:01.111132 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:01.250917 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819001'] for router_interface, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:01.265683 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:01.455345 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Router 72d2996e-d684-4f0e-8bff-8664529db36c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:46:01.745141 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:01.812718 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:46:01.818886 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-6f45383e-fb49-436e-927b-6022bf17dca2 admin admin] 10.222.0.70 "PUT /v2.0/routers/72d2996e-d684-4f0e-8bff-8664529db36c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337146 Jun 22 16:46:01.820750 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55042) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:01.825969 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] Sync routers for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:46:01.835936 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:46:01.836543 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:46:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:01.921783 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks [] for router, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:01.936645 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:46:02.020410 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.072101 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Deleting port 55bd302b-be3a-4037-8129-6e671f69c57e {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:46:02.072442 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.105489 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111'}], 'enable_snat': True}, 'gw_port_id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:46:01Z', 'revision_number': 5, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port': {'id': '55bd302b-be3a-4037-8129-6e671f69c57e', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7e:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:38:14Z', 'updated_at': '2021-06-22T16:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:02.131204 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] Checking router: 72d2996e-d684-4f0e-8bff-8664529db36c for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:46:02.140514 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] Routers {'72d2996e-d684-4f0e-8bff-8664529db36c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:46:02.141131 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:46:01Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['72d2996e-d684-4f0e-8bff-8664529db36c'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:02.161498 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] For port 55bd302b-be3a-4037-8129-6e671f69c57e, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=55bd302b-be3a-4037-8129-6e671f69c57e,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:46:02.162070 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.178188 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Calling delete_port for 55bd302b-be3a-4037-8129-6e671f69c57e owned by network:router_gateway {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:46:02.223618 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] Set router 72d2996e-d684-4f0e-8bff-8664529db36c gateway port host: None {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:46:02.275978 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:46:02Z', 'revision_number': 6, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port_host': None}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:02.306059 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb07f28-9842-4077-8720-5b566ba2380c None None] The sync data for ids ['72d2996e-d684-4f0e-8bff-8664529db36c'] in dv-cinder-768105-10-smb is: [{'id': '72d2996e-d684-4f0e-8bff-8664529db36c', 'name': 'tempest-AttachVolumeShelveTestJSON-223489145-router', 'tenant_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:38:13Z', 'updated_at': '2021-06-22T16:46:02Z', 'revision_number': 6, 'project_id': '3c5fa2de56924183a1e7bf4635fc9a82', 'gw_port_host': None}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:46:02.314995 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:46:02.341663 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.341663 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-250b1359-c41c-4f4d-b90a-809aef25874a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:02.367878 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Pushing event deleted for resources: {'Port': ['ID=55bd302b-be3a-4037-8129-6e671f69c57e,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:02.371423 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:02.430360 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625621'] for router_gateway, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.515262 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1825639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.517276 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.558164 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.558729 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1825490'] for router, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.559317 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d2996e-d684-4f0e-8bff-8664529db36c {{(pid=93716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 16:46:02.563636 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] Notify callbacks [] for router, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.564749 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-e5fee938-8ff9-41bd-8f1d-4353103e448d admin admin] 10.222.0.70 "DELETE /v2.0/routers/72d2996e-d684-4f0e-8bff-8664529db36c HTTP/1.1" status: 204 len: 168 time: 0.7427223 Jun 22 16:46:02.567248 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55044) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:02.613461 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-3302c7c4-29aa-4746-bbd0-c5ca9733d025 admin admin] Deleting subnet eeb4871a-0c71-47d4-a4bc-77853f245ef3 {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:46:02.616351 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3302c7c4-29aa-4746-bbd0-c5ca9733d025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.650359 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3302c7c4-29aa-4746-bbd0-c5ca9733d025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63196377'] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.731327 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3302c7c4-29aa-4746-bbd0-c5ca9733d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.791825 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3302c7c4-29aa-4746-bbd0-c5ca9733d025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63117276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64922170'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.795987 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:02.821523 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-3302c7c4-29aa-4746-bbd0-c5ca9733d025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.826644 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-3302c7c4-29aa-4746-bbd0-c5ca9733d025 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eeb4871a-0c71-47d4-a4bc-77853f245ef3 HTTP/1.1" status: 204 len: 168 time: 0.2554483 Jun 22 16:46:02.826644 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302c7c4-29aa-4746-bbd0-c5ca9733d025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb4871a-0c71-47d4-a4bc-77853f245ef3,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:02.828077 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55050) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:02.830426 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fff2e2-d171-4542-9fc2-ec6e2f8c6c42 None None] Network 0848b92c-b857-4e6d-9c32-8d3267e3fc54 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:46:02.832406 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-3302c7c4-29aa-4746-bbd0-c5ca9733d025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:02.899735 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:02.930825 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55054) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:02.955455 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Deleting port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:46:02.955798 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.024410 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] For port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=47cf7fa0-d091-479e-a6a7-a10d0cadc53b,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:46:03.024779 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.041415 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Calling delete_port for 47cf7fa0-d091-479e-a6a7-a10d0cadc53b owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:46:03.044772 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e59dff62-981c-4888-a663-bd9aabbd429c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.048081 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] DHCP port deletion for 0848b92c-b857-4e6d-9c32-8d3267e3fc54 request from dv-cinder-768105-10-smb {{(pid=93717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 16:46:03.106471 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Deleting port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b {{(pid=93717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:46:03.106850 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.127279 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.130035 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1dc0743f-2d8b-40ff-95a2-9d7c10b1e66b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:03.146274 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e59dff62-981c-4888-a663-bd9aabbd429c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.156793 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-e59dff62-981c-4888-a663-bd9aabbd429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.168840 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] No DVR routers for this DVR port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b on host dv-cinder-768105-10-smb {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:46:03.171880 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6885e80c-2e41-4ac5-a448-24dc57904a4a tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:03.173682 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Pushing event deleted for resources: {'Port': ['ID=47cf7fa0-d091-479e-a6a7-a10d0cadc53b,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:03.180127 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:03.186697 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] For port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=47cf7fa0-d091-479e-a6a7-a10d0cadc53b,segment=NetworkSegment(078df689-a135-4a6f-957a-dd1a2e641243),segment_id=078df689-a135-4a6f-957a-dd1a2e641243)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:46:03.187100 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.200434 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Calling delete_port for 47cf7fa0-d091-479e-a6a7-a10d0cadc53b owned by network:dhcp {{(pid=93717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:46:03.211738 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-e59dff62-981c-4888-a663-bd9aabbd429c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3055aebee50246d3943a78524c9c441d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772825 Jun 22 16:46:03.211738 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dff62-981c-4888-a663-bd9aabbd429c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2803bb5b-2a5e-4b72-bfea-e595ceeb33c8,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:03.213101 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55058) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:03.233074 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e59dff62-981c-4888-a663-bd9aabbd429c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:03.264978 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.269868 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18c9f417-0ac8-431f-b893-3fcf28b367f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.275432 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0848b92c-b857-4e6d-9c32-8d3267e3fc54']}} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:03.285494 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328'] for port, after_delete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.287495 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-192e8f02-6704-41b9-9c16-a972a05b9b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:03.293966 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078df689-a135-4a6f-957a-dd1a2e641243') {'for_net_delete': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:03.294523 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078df689-a135-4a6f-957a-dd1a2e641243') {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:03.295981 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18c9f417-0ac8-431f-b893-3fcf28b367f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.304069 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63196352'] for segment, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.318285 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Pushing event deleted for resources: {'Port': ['ID=47cf7fa0-d091-479e-a6a7-a10d0cadc53b,revision_number=None']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:03.321591 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.322650 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] No DVR routers for this DVR port 47cf7fa0-d091-479e-a6a7-a10d0cadc53b on host dv-cinder-768105-10-smb {{(pid=93717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:46:03.329354 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=93716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:46:03.330347 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63116411'] for segment, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: conditions |= (models_v2.Port.network_id.in_( Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: Traceback (most recent call last): Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: timer() Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: cb(*args, **kw) Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: return func(*args, **kwargs) Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: self._notify() Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: self.callback(batched_events) Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: event.method(event) Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: return f(self, *a, **k) Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: return self._get(url).json() Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: return self.request(url, 'GET', **kwargs) Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:46:03.332337 dv-cinder-768105-10-smb neutron-server[93716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:46:03.343582 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.343931 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.344335 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.344678 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.345009 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.345372 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.345725 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.346124 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.346456 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.348606 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.348971 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.349348 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:46:03.353604 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-5589b7ca-101f-45fb-875b-e3777714559d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:03.365856 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18c9f417-0ac8-431f-b893-3fcf28b367f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.368679 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-18c9f417-0ac8-431f-b893-3fcf28b367f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.372888 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-18c9f417-0ac8-431f-b893-3fcf28b367f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2803bb5b-2a5e-4b72-bfea-e595ceeb33c8 HTTP/1.1" status: 204 len: 168 time: 0.1557508 Jun 22 16:46:03.374449 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f0fea7f8-4509-461e-b8c3-979334ae7d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:03.382611 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9f417-0ac8-431f-b893-3fcf28b367f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2803bb5b-2a5e-4b72-bfea-e595ceeb33c8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:03.385193 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-18c9f417-0ac8-431f-b893-3fcf28b367f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:03.408701 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.413166 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:03.416480 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.418110 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] 10.222.0.70 "DELETE /v2.0/networks/0848b92c-b857-4e6d-9c32-8d3267e3fc54 HTTP/1.1" status: 204 len: 168 time: 0.5874341 Jun 22 16:46:03.428832 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0848b92c-b857-4e6d-9c32-8d3267e3fc54,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:03.431200 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:03.536244 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55064) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:03.581279 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-f597e585-15f1-4f94-bbeb-70e61fa18d05 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3c5fa2de56924183a1e7bf4635fc9a82&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436761 Jun 22 16:46:03.583712 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55066) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:03.635915 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a68f1846-9141-4bc4-a6f6-75b98ada8856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.668716 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a68f1846-9141-4bc4-a6f6-75b98ada8856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.716072 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.718933 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a68f1846-9141-4bc4-a6f6-75b98ada8856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.721560 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a68f1846-9141-4bc4-a6f6-75b98ada8856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:03.722748 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a68f1846-9141-4bc4-a6f6-75b98ada8856 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8ba75a7-4cc4-4d28-8589-b40e8134d454 HTTP/1.1" status: 204 len: 168 time: 0.1377776 Jun 22 16:46:03.723535 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-178d2925-ce4f-4f4a-a5ac-c7f310f74f92 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:03.731516 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f1846-9141-4bc4-a6f6-75b98ada8856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ba75a7-4cc4-4d28-8589-b40e8134d454,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:03.733730 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a68f1846-9141-4bc4-a6f6-75b98ada8856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:04.343866 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device eddc9115-b148-4fcb-a163-bf9f739382bd no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:46:04.366415 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: eddc9115-b148-4fcb-a163-bf9f739382bd {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:46:04.366774 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device eddc9115-b148-4fcb-a163-bf9f739382bd not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:46:04.367378 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 55bd302b-be3a-4037-8129-6e671f69c57e no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:46:04.384973 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 55bd302b-be3a-4037-8129-6e671f69c57e {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:46:04.385334 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 55bd302b-be3a-4037-8129-6e671f69c57e not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:46:04.385750 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 47cf7fa0-d091-479e-a6a7-a10d0cadc53b no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:46:04.404397 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 47cf7fa0-d091-479e-a6a7-a10d0cadc53b {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:46:04.404764 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 47cf7fa0-d091-479e-a6a7-a10d0cadc53b not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:46:04.421049 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55088) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:04.512690 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1984113504-network', 'tenant_id': '92dd57d1ebe043aaae6c6a141e12d65c'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:46:04.533468 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Made reservation on behalf of 92dd57d1ebe043aaae6c6a141e12d65c for: {'network': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:46:04.535880 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.544157 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.630664 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.634425 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.638504 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-683bf041-480c-48d7-999c-2890756a1dac tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:04.658761 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=93716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:46:04.668146 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840440de-3ee1-42e6-8c2e-e7dc8c840cbe,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:04.671583 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:04.674596 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.674932 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.segments_db [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Added segment 9a4f8f85-4d25-4cd7-8fea-a8b8f3d7a55f of type vlan for network 0d8c8f11-8d7d-4420-a808-5d65ebdd9728 Jun 22 16:46:04.713296 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.739748 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.740965 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:04.741574 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.744488 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b3b23876-f19a-4ed2-b07f-dca87f893c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:04.796307 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3741307 Jun 22 16:46:04.799236 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55092) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:04.806121 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Request body: {'subnet': {'network_id': '0d8c8f11-8d7d-4420-a808-5d65ebdd9728', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1984113504-subnet', 'tenant_id': '92dd57d1ebe043aaae6c6a141e12d65c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:46:04.808427 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Pushing event updated for resources: {'Network': ['ID=0d8c8f11-8d7d-4420-a808-5d65ebdd9728,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:04.811043 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:04.818900 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 0d8c8f11-8d7d-4420-a808-5d65ebdd9728 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:46:04.828226 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Made reservation on behalf of 92dd57d1ebe043aaae6c6a141e12d65c for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:46:04.830673 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63095515'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.991700 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63180222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63095541'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:04.994444 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:05.038609 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0635daf9-2c51-4779-9830-393f469611bd,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:05.045472 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:05.053856 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Checking segment: {'id': '9a4f8f85-4d25-4cd7-8fea-a8b8f3d7a55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '0d8c8f11-8d7d-4420-a808-5d65ebdd9728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:46:05.054276 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Network hostable DHCP agents. Network: 0d8c8f11-8d7d-4420-a808-5d65ebdd9728, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:46:05.070818 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Network 0d8c8f11-8d7d-4420-a808-5d65ebdd9728 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:46:05.079240 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 0d8c8f11-8d7d-4420-a808-5d65ebdd9728) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:46:05.083173 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:05.083758 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:05.089265 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712d1bb-9274-4ac2-9106-6c6c41d51bbb None None] Network 0d8c8f11-8d7d-4420-a808-5d65ebdd9728 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:46:05.097096 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-4665e4b3-db0b-44ba-a0f7-a531f68ba00c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2961299 Jun 22 16:46:05.210947 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2466131a-2093-4e41-a72a-83f5b8409138 None None] Network 0d8c8f11-8d7d-4420-a808-5d65ebdd9728 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:46:05.541751 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55108) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:05.547478 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.v2.base [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-273408021-network', 'tenant_id': '64588596c4b349e0984873c8c83004a3'}} {{(pid=93716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:46:05.567096 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Made reservation on behalf of 64588596c4b349e0984873c8c83004a3 for: {'network': 1} {{(pid=93716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:46:05.569479 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-545712'] for network, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:05.578897 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:05.664220 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:05.668020 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:05.672173 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-5430b15d-cd01-4f65-8971-be9cb95f4ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:05.689512 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=93716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 22 16:46:05.705115 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dbd62f-9135-429a-a8b9-95750b3ba8c5,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:05.708533 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:05.709999 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:05.710315 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.db.segments_db [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Added segment 209b5809-49da-4ce4-b81d-b1b0b4def9e1 of type vlan for network 7bdf3d74-ac93-4984-9d29-582425913680 Jun 22 16:46:05.750877 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742977295836'] for network, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:05.780862 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735'] for network, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:05.782094 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:05.782679 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:05.785674 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:05.836280 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2927508 Jun 22 16:46:05.839219 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55112) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:05.847742 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.v2.base [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Request body: {'subnet': {'network_id': '7bdf3d74-ac93-4984-9d29-582425913680', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-273408021-subnet', 'tenant_id': '64588596c4b349e0984873c8c83004a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 22 16:46:05.848125 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Pushing event updated for resources: {'Network': ['ID=7bdf3d74-ac93-4984-9d29-582425913680,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:05.850780 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:05.861331 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Network 7bdf3d74-ac93-4984-9d29-582425913680 details requested by agent ovs-agent-dv-cinder-768105-10-smb with host dv-cinder-768105-10-smb {{(pid=93717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 22 16:46:05.876526 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Made reservation on behalf of 64588596c4b349e0984873c8c83004a3 for: {'subnet': 1} {{(pid=93715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 22 16:46:05.879751 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63095515'] for subnet, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.097314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb7c68-26e9-42a1-a5c1-adb54c1c26aa req-f5a61a02-ac4c-4f8e-b7bb-e1add4705d8b tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:06.098721 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b7eb7c68-26e9-42a1-a5c1-adb54c1c26aa req-f5a61a02-ac4c-4f8e-b7bb-e1add4705d8b tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.1299613 Jun 22 16:46:06.114675 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63180222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63095541'] for subnet, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.124743 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-12aa0f18-b7f6-4ab9-88f7-dc97cbdc78d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:06.172042 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b7eb7c68-26e9-42a1-a5c1-adb54c1c26aa req-1545eb68-cb78-4120-8484-f2b282eda567 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657837 Jun 22 16:46:06.192802 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9a9c93-6b4a-45b1-9460-6ae265a35f06,revision_number=0']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:06.196577 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:06.200271 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Checking segment: {'id': '209b5809-49da-4ce4-b81d-b1b0b4def9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '7bdf3d74-ac93-4984-9d29-582425913680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 22 16:46:06.200627 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Network hostable DHCP agents. Network: 7bdf3d74-ac93-4984-9d29-582425913680, hostable agents: ['93c02faa-9cc4-4d6f-8f92-269d647b61be'], hosted agents: [] {{(pid=93715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 22 16:46:06.217096 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Network 7bdf3d74-ac93-4984-9d29-582425913680 is scheduled to be hosted by DHCP agent 93c02faa-9cc4-4d6f-8f92-269d647b61be with binding_index 1 {{(pid=93715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 22 16:46:06.226607 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.base_scheduler [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-10-smb, 7bdf3d74-ac93-4984-9d29-582425913680) {{(pid=93715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 22 16:46:06.231572 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:06.232225 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.236240 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a2fba-67d2-47fd-8e9c-cef767e41b57 None None] Network 7bdf3d74-ac93-4984-9d29-582425913680 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:46:06.245798 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4047012 Jun 22 16:46:06.354369 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55118) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:06.361459 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accc3040-b55a-4ebe-90dc-6d728455e608 None None] Network 7bdf3d74-ac93-4984-9d29-582425913680 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:46:06.402048 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfd0382-ab6b-4a92-8320-c6c805fb1b02 admin admin] Deleting subnet 0635daf9-2c51-4779-9830-393f469611bd {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:46:06.405395 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cdfd0382-ab6b-4a92-8320-c6c805fb1b02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.443074 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cdfd0382-ab6b-4a92-8320-c6c805fb1b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63299721'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.481288 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cdfd0382-ab6b-4a92-8320-c6c805fb1b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.530898 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cdfd0382-ab6b-4a92-8320-c6c805fb1b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63180159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63095548'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.533806 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-cd99bff1-cc4d-479c-8a19-2aa5af10d748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:06.555976 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd0382-ab6b-4a92-8320-c6c805fb1b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0635daf9-2c51-4779-9830-393f469611bd,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:06.559558 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-cdfd0382-ab6b-4a92-8320-c6c805fb1b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:06.560520 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-cdfd0382-ab6b-4a92-8320-c6c805fb1b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.562348 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-cdfd0382-ab6b-4a92-8320-c6c805fb1b02 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0635daf9-2c51-4779-9830-393f469611bd HTTP/1.1" status: 204 len: 168 time: 0.2027926 Jun 22 16:46:06.564894 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55120) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:06.630248 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.706109 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.715663 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8c8f11-8d7d-4420-a808-5d65ebdd9728']}} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:06.725122 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4f8f85-4d25-4cd7-8fea-a8b8f3d7a55f') {'for_net_delete': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:06.725417 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4f8f85-4d25-4cd7-8fea-a8b8f3d7a55f') {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:06.734404 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63196352'] for segment, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.747117 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.752532 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Releasing vlan 846 on physical network physnet1 to pool {{(pid=93716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:46:06.752904 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63116411'] for segment, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: Traceback (most recent call last): Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: timer() Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: cb(*args, **kw) Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: return func(*args, **kwargs) Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: self._notify() Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: self.callback(batched_events) Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: event.method(event) Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: return f(self, *a, **k) Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: return self._get(url).json() Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: return self.request(url, 'GET', **kwargs) Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:46:06.754464 dv-cinder-768105-10-smb neutron-server[93716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:46:06.806589 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.810183 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:06.812488 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.814316 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] 10.222.0.70 "DELETE /v2.0/networks/0d8c8f11-8d7d-4420-a808-5d65ebdd9728 HTTP/1.1" status: 204 len: 168 time: 0.2484510 Jun 22 16:46:06.817128 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55122) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:06.829774 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Pushing event deleted for resources: {'Network': ['ID=0d8c8f11-8d7d-4420-a808-5d65ebdd9728,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:06.831983 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-37da1f2f-4907-4b44-a109-82d9af96ccee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:06.866328 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.db_base_plugin_v2 [None req-832aacbd-9e81-4e6e-9393-b8c820c57207 admin admin] Deleting subnet fd9a9c93-6b4a-45b1-9460-6ae265a35f06 {{(pid=93715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:46:06.869555 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-832aacbd-9e81-4e6e-9393-b8c820c57207 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.902470 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-832aacbd-9e81-4e6e-9393-b8c820c57207 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63299721'] for subnet, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.938870 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-832aacbd-9e81-4e6e-9393-b8c820c57207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.988732 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-832aacbd-9e81-4e6e-9393-b8c820c57207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63180159', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63095548'] for subnet, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:06.991691 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-942cc544-cda0-4341-8423-761947622b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:07.014721 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832aacbd-9e81-4e6e-9393-b8c820c57207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9a9c93-6b4a-45b1-9460-6ae265a35f06,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:07.016649 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-832aacbd-9e81-4e6e-9393-b8c820c57207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.018478 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-832aacbd-9e81-4e6e-9393-b8c820c57207 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fd9a9c93-6b4a-45b1-9460-6ae265a35f06 HTTP/1.1" status: 204 len: 168 time: 0.2003412 Jun 22 16:46:07.019422 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-832aacbd-9e81-4e6e-9393-b8c820c57207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:07.020954 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55124) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:07.089653 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.163223 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.172513 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdf3d74-ac93-4984-9d29-582425913680']}} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:07.186117 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209b5809-49da-4ce4-b81d-b1b0b4def9e1') {'for_net_delete': True} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:07.186421 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.services.segments.db [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209b5809-49da-4ce4-b81d-b1b0b4def9e1') {} {{(pid=93715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:46:07.194828 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63299728'] for segment, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.208538 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.215173 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=93715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:46:07.215314 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63180504'] for segment, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: Traceback (most recent call last): Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: timer() Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: cb(*args, **kw) Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: return func(*args, **kwargs) Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: self._notify() Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: self.callback(batched_events) Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: event.method(event) Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: return f(self, *a, **k) Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: return self._get(url).json() Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: return self.request(url, 'GET', **kwargs) Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:46:07.216980 dv-cinder-768105-10-smb neutron-server[93715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:46:07.268508 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.272175 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0a05a059-18b2-4395-a0bc-38198e7ef165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:07.275484 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.277808 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7bdf3d74-ac93-4984-9d29-582425913680 HTTP/1.1" status: 204 len: 168 time: 0.2559600 Jun 22 16:46:07.288747 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bdf3d74-ac93-4984-9d29-582425913680,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:07.291121 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-af14b243-6aed-4ed2-927f-b82ff9599f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:07.355747 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11eed5-e752-45bc-bbc8-8c8ad3fd553c req-eb02e4f4-dccb-41af-b0d9-1796de5b12ee tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:07.357212 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cf11eed5-e752-45bc-bbc8-8c8ad3fd553c req-eb02e4f4-dccb-41af-b0d9-1796de5b12ee tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0606337 Jun 22 16:46:07.397728 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-cf11eed5-e752-45bc-bbc8-8c8ad3fd553c req-ca3c59bf-7a90-45a5-9245-b5112750d085 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348790 Jun 22 16:46:07.433694 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55130) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:07.472482 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-825300ca-5351-4568-82e6-c23a8b981cc6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=92dd57d1ebe043aaae6c6a141e12d65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375769 Jun 22 16:46:07.474806 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55132) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:07.526595 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5040656c-77e4-4808-83eb-39adad1f57e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.546156 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5040656c-77e4-4808-83eb-39adad1f57e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.591026 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5040656c-77e4-4808-83eb-39adad1f57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.593635 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-5040656c-77e4-4808-83eb-39adad1f57e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:07.594779 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-5040656c-77e4-4808-83eb-39adad1f57e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/840440de-3ee1-42e6-8c2e-e7dc8c840cbe HTTP/1.1" status: 204 len: 168 time: 0.1191063 Jun 22 16:46:07.595499 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d2aafeef-068f-4cb2-80b2-d45a05df874d tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:07.604696 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040656c-77e4-4808-83eb-39adad1f57e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840440de-3ee1-42e6-8c2e-e7dc8c840cbe,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:07.606994 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5040656c-77e4-4808-83eb-39adad1f57e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:07.895406 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55138) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:07.934156 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-b9bfe870-7d1f-40ad-a070-91e8c00db966 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64588596c4b349e0984873c8c83004a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374146 Jun 22 16:46:07.936314 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55140) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:07.982111 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c126dbf6-a875-4112-b540-3d1476523212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:08.002450 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c126dbf6-a875-4112-b540-3d1476523212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:08.047730 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c126dbf6-a875-4112-b540-3d1476523212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:08.050435 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-c126dbf6-a875-4112-b540-3d1476523212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:08.051543 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-c126dbf6-a875-4112-b540-3d1476523212 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/26dbd62f-9135-429a-a8b9-95750b3ba8c5 HTTP/1.1" status: 204 len: 168 time: 0.1142662 Jun 22 16:46:08.052350 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d7c2b633-dbc6-400f-aed2-8c493f75faf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:08.059992 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126dbf6-a875-4112-b540-3d1476523212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dbd62f-9135-429a-a8b9-95750b3ba8c5,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:08.062175 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c126dbf6-a875-4112-b540-3d1476523212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:08.572977 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca9129-b4c2-4e5c-a9ca-beeb4aeabf5a req-750bd721-2434-4966-a487-9eefa6786868 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:08.574983 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68ca9129-b4c2-4e5c-a9ca-beeb4aeabf5a req-750bd721-2434-4966-a487-9eefa6786868 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0666904 Jun 22 16:46:08.616718 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-68ca9129-b4c2-4e5c-a9ca-beeb4aeabf5a req-987cc487-9fb1-406d-a7e8-de3fd435e212 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359247 Jun 22 16:46:09.793197 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c72e-9067-4d5d-82ed-3758323c3757 req-5b0a28ce-004d-4ca2-9e9c-4a540e05014a tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:09.795074 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f174c72e-9067-4d5d-82ed-3758323c3757 req-5b0a28ce-004d-4ca2-9e9c-4a540e05014a tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0665100 Jun 22 16:46:09.842659 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f174c72e-9067-4d5d-82ed-3758323c3757 req-d6805ece-65ce-40c5-b497-f5a1d3e6ce8b tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382886 Jun 22 16:46:10.767592 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55276) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:10.866190 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca03db6c-0aaf-495f-9f6a-12c903aa0505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:10.962343 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca03db6c-0aaf-495f-9f6a-12c903aa0505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:10.967186 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-ca03db6c-0aaf-495f-9f6a-12c903aa0505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:10.969591 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3e49b499-d212-4f5d-b1b2-1970169e9963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:11.036586 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03db6c-0aaf-495f-9f6a-12c903aa0505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1bc7e0-05d9-4e3d-bf75-a5e77f5197f0,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:11.041427 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-ca03db6c-0aaf-495f-9f6a-12c903aa0505 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=dfbb4dfaf718472a98e236493baf7c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728102 Jun 22 16:46:11.042373 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-ca03db6c-0aaf-495f-9f6a-12c903aa0505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:11.044390 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55282) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:11.069344 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c4150-f0a1-4c41-9fbb-5e434220e23a req-acf5a7a8-e40b-451e-9873-192336b76de8 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:11.070901 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0d9c4150-f0a1-4c41-9fbb-5e434220e23a req-acf5a7a8-e40b-451e-9873-192336b76de8 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0975876 Jun 22 16:46:11.093993 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17663b33-fcc9-4206-9e9d-72a2564c30ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.108409 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0d9c4150-f0a1-4c41-9fbb-5e434220e23a req-2e2ca79d-2ac9-423e-a219-6006b1c6b3ab tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314553 Jun 22 16:46:11.113677 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17663b33-fcc9-4206-9e9d-72a2564c30ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.161978 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17663b33-fcc9-4206-9e9d-72a2564c30ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.164714 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-17663b33-fcc9-4206-9e9d-72a2564c30ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.165794 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-17663b33-fcc9-4206-9e9d-72a2564c30ac admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a1bc7e0-05d9-4e3d-bf75-a5e77f5197f0 HTTP/1.1" status: 204 len: 168 time: 0.1204429 Jun 22 16:46:11.166564 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-c9d249fa-fcc3-44f0-8f0f-c7f88fac98f3 tempest-TestMinimumBasicScenario-1861416678 tempest-TestMinimumBasicScenario-1861416678-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:11.174150 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17663b33-fcc9-4206-9e9d-72a2564c30ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1bc7e0-05d9-4e3d-bf75-a5e77f5197f0,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:11.176934 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-17663b33-fcc9-4206-9e9d-72a2564c30ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:11.415737 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55288) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:11.428380 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-593bfead-6d94-441a-8bc2-5b80ec73781e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.510639 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-593bfead-6d94-441a-8bc2-5b80ec73781e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.514778 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-593bfead-6d94-441a-8bc2-5b80ec73781e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.516966 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-325930dd-e210-4405-a110-237f4f0b3d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:11.550114 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bfead-6d94-441a-8bc2-5b80ec73781e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3705113-f289-4e41-a663-0ec7cac5dafa,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:11.556607 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-593bfead-6d94-441a-8bc2-5b80ec73781e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90de5fbc95a64af89f0316b127e9c4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1375275 Jun 22 16:46:11.556607 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-593bfead-6d94-441a-8bc2-5b80ec73781e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:11.556866 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55290) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:11.602510 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41271d00-b1e2-4cab-8e53-0c4e1b5260a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.623007 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41271d00-b1e2-4cab-8e53-0c4e1b5260a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.668038 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41271d00-b1e2-4cab-8e53-0c4e1b5260a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.670594 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-41271d00-b1e2-4cab-8e53-0c4e1b5260a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:11.671778 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-41271d00-b1e2-4cab-8e53-0c4e1b5260a4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3705113-f289-4e41-a663-0ec7cac5dafa HTTP/1.1" status: 204 len: 168 time: 0.1140757 Jun 22 16:46:11.672665 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-bb8084aa-a6e3-40a5-af81-1679ed757f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:11.679759 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41271d00-b1e2-4cab-8e53-0c4e1b5260a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3705113-f289-4e41-a663-0ec7cac5dafa,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:11.681908 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-41271d00-b1e2-4cab-8e53-0c4e1b5260a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:12.282596 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9248f6-014c-4bb9-84ca-59a6d5828749 req-f0a1ca34-9caf-4f6e-859b-edcf689b3eda tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:12.284138 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-be9248f6-014c-4bb9-84ca-59a6d5828749 req-f0a1ca34-9caf-4f6e-859b-edcf689b3eda tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0646265 Jun 22 16:46:12.320815 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-be9248f6-014c-4bb9-84ca-59a6d5828749 req-3bf7113e-d84c-45cd-8166-c03ddc9b89be tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312183 Jun 22 16:46:13.497012 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac9647-319a-41c9-b9b1-80d71d2640af req-5c576b68-167e-4692-bc55-518d38a73155 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:13.498429 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-54ac9647-319a-41c9-b9b1-80d71d2640af req-5c576b68-167e-4692-bc55-518d38a73155 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0640533 Jun 22 16:46:13.540400 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-54ac9647-319a-41c9-b9b1-80d71d2640af req-62add47a-ce2c-4121-b405-245b16698284 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363369 Jun 22 16:46:14.715632 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91196b2f-8509-49a4-8dff-cb098a547f67 req-e9b8f293-b943-411a-ac4d-50dac1dbd9b7 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:14.717071 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-91196b2f-8509-49a4-8dff-cb098a547f67 req-e9b8f293-b943-411a-ac4d-50dac1dbd9b7 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0638657 Jun 22 16:46:14.753966 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-91196b2f-8509-49a4-8dff-cb098a547f67 req-46f2d1f8-46f6-4cbf-9844-0a50d7b821a4 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312622 Jun 22 16:46:15.926482 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cdfc47-bcb2-4919-af71-e96702cb930e req-58032994-f47d-481a-8523-c34eb78d6a13 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:15.928414 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64cdfc47-bcb2-4919-af71-e96702cb930e req-58032994-f47d-481a-8523-c34eb78d6a13 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0643373 Jun 22 16:46:15.968423 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-64cdfc47-bcb2-4919-af71-e96702cb930e req-0c3ad8c6-c12a-48cc-b4d0-52d67fe34df3 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343282 Jun 22 16:46:16.137780 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-96e97da2-0ec4-4abd-a8de-a2aa38edf6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:16.139262 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-96e97da2-0ec4-4abd-a8de-a2aa38edf6b5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1099 time: 0.0552893 Jun 22 16:46:16.225134 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-2facee5b-2a64-4bbf-b8ee-05c35141d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:16.226546 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-2facee5b-2a64-4bbf-b8ee-05c35141d383 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 909 time: 0.0814450 Jun 22 16:46:16.292935 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-7423c5b2-7857-44bf-a137-672f7076e691 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 1002 time: 0.0592237 Jun 22 16:46:16.340261 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-12c10ef2-8436-4a4d-9d89-66e1de7393b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:16.341647 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-12c10ef2-8436-4a4d-9d89-66e1de7393b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 200 len: 847 time: 0.0417607 Jun 22 16:46:16.395772 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-1fdce247-12de-4c70-a6c0-d8812acafa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:16.397182 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-1fdce247-12de-4c70-a6c0-d8812acafa6a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c96d0792-3051-47d6-b4a2-61d8b857f155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0491707 Jun 22 16:46:16.485202 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-1a85e2b4-d75f-45aa-b187-80a08d344259 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811617 Jun 22 16:46:16.572317 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-004bb3aa-dcc4-4ffd-8cb8-e27980e7910e req-ec41222f-17e6-4648-b376-2d416f8d7f4a service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802989 Jun 22 16:46:17.145455 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbb4ca-2b62-4ac6-9173-f7b88bac05e3 req-29d7e9c6-d254-4fc3-902e-28058067072b tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:17.147126 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9abbb4ca-2b62-4ac6-9173-f7b88bac05e3 req-29d7e9c6-d254-4fc3-902e-28058067072b tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0662081 Jun 22 16:46:17.191289 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-9abbb4ca-2b62-4ac6-9173-f7b88bac05e3 req-6add3d54-af61-49e2-92f9-3b6df86f7037 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377560 Jun 22 16:46:17.271977 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55382) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:17.373760 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-022b1939-9020-4f6f-a971-50a3d4886165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.462327 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-022b1939-9020-4f6f-a971-50a3d4886165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.465817 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-022b1939-9020-4f6f-a971-50a3d4886165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.468027 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2da1a357-cd32-4940-88c4-d207a5b6e90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:17.502314 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-022b1939-9020-4f6f-a971-50a3d4886165 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=509d1ed5edf14968bec236e1a076a4fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292061 Jun 22 16:46:17.503273 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b1939-9020-4f6f-a971-50a3d4886165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45286603-bd22-418d-8d23-ebc7e57034d9,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:17.504955 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55386) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:17.506310 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-022b1939-9020-4f6f-a971-50a3d4886165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:17.552470 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98e6498f-9da6-42fc-a114-6a8542bef4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.572862 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98e6498f-9da6-42fc-a114-6a8542bef4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.618731 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98e6498f-9da6-42fc-a114-6a8542bef4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.622179 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-98e6498f-9da6-42fc-a114-6a8542bef4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.623571 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-98e6498f-9da6-42fc-a114-6a8542bef4d2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/45286603-bd22-418d-8d23-ebc7e57034d9 HTTP/1.1" status: 204 len: 168 time: 0.1174817 Jun 22 16:46:17.624672 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-011b0abd-4520-4bee-a018-4d4554269d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:17.633790 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6498f-9da6-42fc-a114-6a8542bef4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45286603-bd22-418d-8d23-ebc7e57034d9,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:17.636173 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-98e6498f-9da6-42fc-a114-6a8542bef4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:17.877487 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55392) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:17.890814 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89119b4e-990d-404f-8b9d-a95b571bdb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.982044 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89119b4e-990d-404f-8b9d-a95b571bdb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.986225 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-89119b4e-990d-404f-8b9d-a95b571bdb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:17.989443 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a2c4cc4e-e00e-43a1-a697-80c507fb5c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:18.025064 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-89119b4e-990d-404f-8b9d-a95b571bdb9c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f21b4ffc785d4dd395aab34e930b5b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464520 Jun 22 16:46:18.025821 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89119b4e-990d-404f-8b9d-a95b571bdb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f488b6e-3e47-49d6-9da0-ba352d8d89c2,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:18.028189 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55394) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:18.029188 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-89119b4e-990d-404f-8b9d-a95b571bdb9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:18.078982 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5bb4-f648-4ebc-8563-f77cde46bd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:18.101960 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5bb4-f648-4ebc-8563-f77cde46bd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:18.148983 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5bb4-f648-4ebc-8563-f77cde46bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:18.151485 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5bb4-f648-4ebc-8563-f77cde46bd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:18.153137 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-7f5b5bb4-f648-4ebc-8563-f77cde46bd7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f488b6e-3e47-49d6-9da0-ba352d8d89c2 HTTP/1.1" status: 204 len: 168 time: 0.1237442 Jun 22 16:46:18.154045 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-593bfead-6d94-441a-8bc2-5b80ec73781e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:18.162372 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b5bb4-f648-4ebc-8563-f77cde46bd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f488b6e-3e47-49d6-9da0-ba352d8d89c2,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:18.165100 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-7f5b5bb4-f648-4ebc-8563-f77cde46bd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:18.369836 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c4c46-aecd-4182-bbc6-8cf1645a0cad req-6d6c8498-1f93-4455-80eb-cd31acd9e1f2 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:18.371351 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f34c4c46-aecd-4182-bbc6-8cf1645a0cad req-6d6c8498-1f93-4455-80eb-cd31acd9e1f2 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0662808 Jun 22 16:46:18.408917 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-f34c4c46-aecd-4182-bbc6-8cf1645a0cad req-5afba60e-842f-41c7-8b55-424598e2fbf3 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317066 Jun 22 16:46:18.701247 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-824e3cbe-2767-4d22-b045-7cb5ebfae3a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558758 Jun 22 16:46:18.779491 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca62485-f43b-4076-ae8a-88bc90f6beef req-f828b3a2-9364-4fa3-8939-5f6c0ab09cae tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:18.781399 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dca62485-f43b-4076-ae8a-88bc90f6beef req-f828b3a2-9364-4fa3-8939-5f6c0ab09cae tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0730655 Jun 22 16:46:18.823005 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-dca62485-f43b-4076-ae8a-88bc90f6beef req-f2470c5a-cecb-4b76-a35d-d2124ff91e86 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346851 Jun 22 16:46:19.930605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-69887095-4c51-47b7-8707-56a94868bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:19.932546 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-69887095-4c51-47b7-8707-56a94868bee2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1&tenant_id=1ab8b49c8e9042d9b53239972a0ea06e HTTP/1.1" status: 200 len: 1099 time: 0.0551503 Jun 22 16:46:20.046744 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-5fb80ee4-e5c3-462c-963d-7b1e6331f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:20.048192 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-5fb80ee4-e5c3-462c-963d-7b1e6331f830 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1099 time: 0.0762441 Jun 22 16:46:20.055595 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49980a12-0d1c-4313-a756-6eb02451ca8f req-85f4c33b-4a54-4c99-861d-05123b3325fd tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:20.056916 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-49980a12-0d1c-4313-a756-6eb02451ca8f req-85f4c33b-4a54-4c99-861d-05123b3325fd tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.1209476 Jun 22 16:46:20.141782 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-49980a12-0d1c-4313-a756-6eb02451ca8f req-c029f959-7ed7-47fa-84ed-ff64b70cf567 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754905 Jun 22 16:46:20.170633 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-bed3cf28-4487-4686-9b05-353f54355b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:20.172105 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-bed3cf28-4487-4686-9b05-353f54355b45 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 909 time: 0.1143620 Jun 22 16:46:20.236010 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-9ebc677a-9ee5-42f3-bad8-3f53e68cad02 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 1002 time: 0.0572047 Jun 22 16:46:20.268958 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55478) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:20.286911 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-68bddba5-bba0-44df-a2d2-c66d2711db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:20.288361 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-68bddba5-bba0-44df-a2d2-c66d2711db09 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 200 len: 847 time: 0.0465181 Jun 22 16:46:20.343599 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-5a6489d5-9e77-469a-bf15-e73f418a8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:20.345081 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-5a6489d5-9e77-469a-bf15-e73f418a8fa0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c96d0792-3051-47d6-b4a2-61d8b857f155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0503929 Jun 22 16:46:20.371358 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-927165e9-5de7-4848-a87b-791a77a71759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.433282 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-912201bf-8146-4cd1-9a65-2a7adc604833 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818305 Jun 22 16:46:20.457694 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-927165e9-5de7-4848-a87b-791a77a71759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.461491 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-927165e9-5de7-4848-a87b-791a77a71759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.463914 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-b97426af-b59b-46a0-9295-41cd23e8ad95 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:20.498821 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927165e9-5de7-4848-a87b-791a77a71759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71795ea2-bffe-4376-8d01-0afb6e6c68e4,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:20.505243 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-927165e9-5de7-4848-a87b-791a77a71759 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=be619d9d5d5544a89a73d480aef50451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329693 Jun 22 16:46:20.505243 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-927165e9-5de7-4848-a87b-791a77a71759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:20.505570 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55482) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:20.543542 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-67fb53ed-f6d9-488c-92e9-c38d6434e73a req-5cc9e724-8bae-4852-986f-fe5db3246708 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037579 Jun 22 16:46:20.570054 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e80de84-78f9-4320-8514-ec252fd61086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.591482 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e80de84-78f9-4320-8514-ec252fd61086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.636781 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e80de84-78f9-4320-8514-ec252fd61086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.639406 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-3e80de84-78f9-4320-8514-ec252fd61086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.640519 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-3e80de84-78f9-4320-8514-ec252fd61086 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/71795ea2-bffe-4376-8d01-0afb6e6c68e4 HTTP/1.1" status: 204 len: 168 time: 0.1338723 Jun 22 16:46:20.641357 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-cf7b4a8a-9e17-40ed-8e8f-61030fd2e902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:20.648640 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80de84-78f9-4320-8514-ec252fd61086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71795ea2-bffe-4376-8d01-0afb6e6c68e4,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:20.650841 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-3e80de84-78f9-4320-8514-ec252fd61086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:20.887096 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55488) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:20.899845 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-38bfd4c8-c3cc-4adc-9c6d-db4d1e099443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.988421 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-38bfd4c8-c3cc-4adc-9c6d-db4d1e099443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.991913 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-38bfd4c8-c3cc-4adc-9c6d-db4d1e099443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:20.994282 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-18c9f417-0ac8-431f-b893-3fcf28b367f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:21.027538 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfd4c8-c3cc-4adc-9c6d-db4d1e099443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60815bda-666a-4ae7-a1ec-4ad326ed278b,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:21.030809 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-38bfd4c8-c3cc-4adc-9c6d-db4d1e099443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:21.033425 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-38bfd4c8-c3cc-4adc-9c6d-db4d1e099443 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1dd47c82e1b340a0b54ca00ebb1d6224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453245 Jun 22 16:46:21.035939 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55490) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:21.082200 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95484d5a-1e25-41af-b3a6-6d8211ec679f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:21.101964 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95484d5a-1e25-41af-b3a6-6d8211ec679f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:21.146754 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95484d5a-1e25-41af-b3a6-6d8211ec679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:21.149228 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-95484d5a-1e25-41af-b3a6-6d8211ec679f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:21.150357 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-95484d5a-1e25-41af-b3a6-6d8211ec679f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60815bda-666a-4ae7-a1ec-4ad326ed278b HTTP/1.1" status: 204 len: 168 time: 0.1135144 Jun 22 16:46:21.151126 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-e59dff62-981c-4888-a663-bd9aabbd429c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:21.158631 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95484d5a-1e25-41af-b3a6-6d8211ec679f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60815bda-666a-4ae7-a1ec-4ad326ed278b,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:21.160788 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-95484d5a-1e25-41af-b3a6-6d8211ec679f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:21.326420 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae18be2-22f1-4549-b300-82238182231b req-1ca3e8c4-a45b-4e79-94f9-f5c7d19c63e9 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:21.327911 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eae18be2-22f1-4549-b300-82238182231b req-1ca3e8c4-a45b-4e79-94f9-f5c7d19c63e9 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0653548 Jun 22 16:46:21.371405 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-eae18be2-22f1-4549-b300-82238182231b req-2299b36e-9288-4e29-874a-6b1b78339be6 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379813 Jun 22 16:46:21.535256 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7061f9-ce2c-4844-91c9-d17ed0176e7c req-5d2804bf-afbc-4c59-8b22-55cba9c45d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:21.536844 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa7061f9-ce2c-4844-91c9-d17ed0176e7c req-5d2804bf-afbc-4c59-8b22-55cba9c45d44 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1099 time: 0.0529644 Jun 22 16:46:21.570213 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-aa7061f9-ce2c-4844-91c9-d17ed0176e7c req-78d7e6df-a6f4-4df2-badf-3f3c1e6ca3c3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270822 Jun 22 16:46:22.549440 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185eac6-7cf8-4c6e-8e6f-d56be2e8e33a req-459040c3-8dd8-4dee-87df-8d01e8b0893d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:22.550908 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c185eac6-7cf8-4c6e-8e6f-d56be2e8e33a req-459040c3-8dd8-4dee-87df-8d01e8b0893d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0628505 Jun 22 16:46:22.588605 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-c185eac6-7cf8-4c6e-8e6f-d56be2e8e33a req-0b6c61d4-6f84-46ed-b862-90d7f04322e6 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Jun 22 16:46:22.657819 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 83e3aa11-fa9a-443b-a15e-271da5555321 details requested by agent hyperv_hv-cinder-76810 with host hv-cinder-76810 {{(pid=93717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 22 16:46:22.660544 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 83e3aa11-fa9a-443b-a15e-271da5555321 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:46:22.808607 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:22.814681 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=83e3aa11-fa9a-443b-a15e-271da5555321,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:46:22.836452 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Returning: {'device': '83e3aa11-fa9a-443b-a15e-271da5555321', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'port_id': '83e3aa11-fa9a-443b-a15e-271da5555321', 'mac_address': 'fa:16:3e:20:ec:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 22 16:46:22.844566 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:46:22.846767 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e808d29-aa2d-4d88-a235-56044cdb4085" -d '{"events": [{"server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "name": "network-vif-unplugged", "status": "completed", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:46:22.877781 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=83e3aa11-fa9a-443b-a15e-271da5555321,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:46:22.882356 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Jun 2021 16:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de765736-6bb2-482e-b364-4dea5bbd501e x-openstack-request-id: req-de765736-6bb2-482e-b364-4dea5bbd501e {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:46:22.882657 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "name": "network-vif-unplugged", "status": "completed", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:46:22.882921 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-de765736-6bb2-482e-b364-4dea5bbd501e {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:46:22.883316 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321', 'code': 200} Jun 22 16:46:22.890063 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:22.893284 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:22.918680 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:22.938538 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83e3aa11-fa9a-443b-a15e-271da5555321 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:46:22.976399 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=83e3aa11-fa9a-443b-a15e-271da5555321,revision_number=6']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:22.980849 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:22.994907 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.db.api [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 22 16:46:22.995295 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_db.api [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 22 16:46:23.530222 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:23.542935 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e3aa11-fa9a-443b-a15e-271da5555321 {{(pid=93717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 22 16:46:23.561750 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=83e3aa11-fa9a-443b-a15e-271da5555321,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:46:23.565609 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:23.567268 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:23.610575 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=83e3aa11-fa9a-443b-a15e-271da5555321,revision_number=7']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:23.613341 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:23.783306 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] get_ports_and_sgs() called for port_ids ['83e3aa11-fa9a-443b-a15e-271da5555321'] {{(pid=93717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 22 16:46:24.675871 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 83e3aa11-fa9a-443b-a15e-271da5555321 up at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 22 16:46:24.723153 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.provisioning_blocks [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Provisioning complete for port 83e3aa11-fa9a-443b-a15e-271da5555321 triggered by entity L2. {{(pid=93717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 22 16:46:24.723597 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-828294'] for port, provisioning_complete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:24.805173 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-545670'] for port, before_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:24.839885 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=83e3aa11-fa9a-443b-a15e-271da5555321,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:46:24.844014 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742977750986', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742977321337', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742977321382'] for port, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:24.846283 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:24.887628 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321'}] {{(pid=93717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:46:24.890014 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ede6da9a6441d78acb070f1066bb1d7430824a36a2ef4f3c30883675946a81" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff56811-7b1e-4ce5-a7c9-e12acbdb8b4b" -d '{"events": [{"server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "name": "network-vif-plugged", "status": "completed", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321"}]}' {{(pid=93717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:46:24.897707 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Pushing event updated for resources: {'Port': ['ID=83e3aa11-fa9a-443b-a15e-271da5555321,revision_number=8']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:24.900705 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:24.927355 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428fa97a-f0e5-4dbc-9a8d-371b6c591e66 x-openstack-request-id: req-428fa97a-f0e5-4dbc-9a8d-371b6c591e66 {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:46:24.927600 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "name": "network-vif-plugged", "status": "completed", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321", "code": 200}]} {{(pid=93717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:46:24.927862 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-428fa97a-f0e5-4dbc-9a8d-371b6c591e66 {{(pid=93717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:46:24.928269 dv-cinder-768105-10-smb neutron-server[93717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321', 'code': 200} Jun 22 16:46:28.049359 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3da7e29d-021f-4494-b38a-13969e4dfa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:28.993836 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55618) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:29.094750 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfe0d-bff5-4d48-baca-f5bddaf536f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.183506 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfe0d-bff5-4d48-baca-f5bddaf536f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.187050 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfe0d-bff5-4d48-baca-f5bddaf536f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.190088 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-38bfd4c8-c3cc-4adc-9c6d-db4d1e099443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:29.480827 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-8f6bfe0d-bff5-4d48-baca-f5bddaf536f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=815b2aa7dba148d6822558a434cd9b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858923 Jun 22 16:46:29.483480 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55622) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:29.485249 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bfe0d-bff5-4d48-baca-f5bddaf536f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f820c39e-3650-499e-b303-836cd583750f,revision_number=1']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:29.488401 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-8f6bfe0d-bff5-4d48-baca-f5bddaf536f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:29.533229 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0e15e994-b222-4e17-9a75-64f1e838b457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.553502 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0e15e994-b222-4e17-9a75-64f1e838b457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.597716 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0e15e994-b222-4e17-9a75-64f1e838b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.600277 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-0e15e994-b222-4e17-9a75-64f1e838b457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.604022 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-0e15e994-b222-4e17-9a75-64f1e838b457 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f820c39e-3650-499e-b303-836cd583750f HTTP/1.1" status: 204 len: 168 time: 0.1169500 Jun 22 16:46:29.604022 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-05c1e4f3-6600-4616-b093-5ba692838018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:29.610213 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15e994-b222-4e17-9a75-64f1e838b457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f820c39e-3650-499e-b303-836cd583750f,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:29.612574 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-0e15e994-b222-4e17-9a75-64f1e838b457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:29.877101 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55628) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:29.891253 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f5466fe3-94a9-4dbc-be14-2b45408d2482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.983721 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f5466fe3-94a9-4dbc-be14-2b45408d2482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.987261 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-f5466fe3-94a9-4dbc-be14-2b45408d2482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:29.990416 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-61eb3758-31ef-41a3-bb80-7c55e7d05457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:30.025318 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-f5466fe3-94a9-4dbc-be14-2b45408d2482 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=45a889783f674f7b91b18fcaab027f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471896 Jun 22 16:46:30.026291 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5466fe3-94a9-4dbc-be14-2b45408d2482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947a010d-43fd-4b52-abee-6b906289ec73,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:30.028502 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55630) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:30.029204 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-f5466fe3-94a9-4dbc-be14-2b45408d2482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:30.078006 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b39c161e-611c-4ef4-bfbe-415dba5b6e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.097613 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b39c161e-611c-4ef4-bfbe-415dba5b6e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.143285 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b39c161e-611c-4ef4-bfbe-415dba5b6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.145755 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-b39c161e-611c-4ef4-bfbe-415dba5b6e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.146938 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-b39c161e-611c-4ef4-bfbe-415dba5b6e32 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/947a010d-43fd-4b52-abee-6b906289ec73 HTTP/1.1" status: 204 len: 168 time: 0.1179156 Jun 22 16:46:30.147769 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5e067a2f-9fea-4a05-8318-589c2edbecab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:30.155048 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c161e-611c-4ef4-bfbe-415dba5b6e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947a010d-43fd-4b52-abee-6b906289ec73,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:30.157157 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b39c161e-611c-4ef4-bfbe-415dba5b6e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:30.454785 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55636) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:30.468898 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99a6c87d-82f3-4c91-91df-09d4d0624d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.557054 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99a6c87d-82f3-4c91-91df-09d4d0624d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.561145 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-99a6c87d-82f3-4c91-91df-09d4d0624d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.564386 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1f35c4c7-a8f4-4e38-87b2-206f7a3d2154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:30.598149 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-99a6c87d-82f3-4c91-91df-09d4d0624d53 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=61c846ff0c064c2bb82c3fbd846938a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422422 Jun 22 16:46:30.599050 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6c87d-82f3-4c91-91df-09d4d0624d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6aa81a-000a-4701-8af6-d992deeb9b33,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:30.600923 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55638) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:46:30.602199 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-99a6c87d-82f3-4c91-91df-09d4d0624d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:30.649141 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4da5a36b-1403-4e01-afba-bd432d877f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.670947 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4da5a36b-1403-4e01-afba-bd432d877f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.713777 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4da5a36b-1403-4e01-afba-bd432d877f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.716771 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-4da5a36b-1403-4e01-afba-bd432d877f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:30.717861 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-4da5a36b-1403-4e01-afba-bd432d877f89 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d6aa81a-000a-4701-8af6-d992deeb9b33 HTTP/1.1" status: 204 len: 168 time: 0.1159511 Jun 22 16:46:30.718628 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-c96a6635-108d-4f74-acb1-908f720fadc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:46:30.725861 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5a36b-1403-4e01-afba-bd432d877f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6aa81a-000a-4701-8af6-d992deeb9b33,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:46:30.728190 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-4da5a36b-1403-4e01-afba-bd432d877f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:46:30.758139 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-3cf64118-28a1-4f33-a655-f40a7fcc6f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:31.265760 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:31.750727 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:32.564352 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:33.417679 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-0a195090-e198-4f4b-8b71-2281f4e434e1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523779 Jun 22 16:46:33.510853 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-88641a10-d987-479a-8196-350dbfbfb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:33.512270 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-88641a10-d987-479a-8196-350dbfbfb526 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1099 time: 0.0505395 Jun 22 16:46:33.615445 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-7aae571c-97ab-4851-9b40-a808a21c02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:33.616791 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-7aae571c-97ab-4851-9b40-a808a21c02be service neutron] 10.222.0.74 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 909 time: 0.0832188 Jun 22 16:46:33.679834 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-1b8aaf4a-2ff8-4a2c-9223-df90f23b69b1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 1002 time: 0.0561836 Jun 22 16:46:33.716622 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:46:33.727546 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-1c5572ad-5ccb-4e4c-9fb0-efcdf8bda5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:33.729136 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-1c5572ad-5ccb-4e4c-9fb0-efcdf8bda5b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 200 len: 847 time: 0.0436046 Jun 22 16:46:33.788097 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-93ec9ba2-b0b0-4df5-a944-e97a21e36e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:46:33.789562 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-93ec9ba2-b0b0-4df5-a944-e97a21e36e55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c96d0792-3051-47d6-b4a2-61d8b857f155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0541461 Jun 22 16:46:33.877075 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-6059cd1c-81ae-4923-9303-5aee9453f267 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788412 Jun 22 16:46:33.967700 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-bc9be6d6-6d0c-4f7e-a320-15901381a888 req-9ee4b3dc-f4d7-4d96-a0a4-c659abb02b5f service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821733 Jun 22 16:46:39.313447 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:46:58.049253 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-ac87d483-bd93-4a47-ad33-2dc279e34cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:00.752389 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-1fbbe92c-c6f4-4ac4-a979-6d59815f9452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:01.268855 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:01.748436 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:02.281728 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55890) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:02.381471 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:02.465488 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:02.469438 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:02.471690 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-00f7dad4-fd0c-47ba-b5d7-327570ca8b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:02.509363 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=58128f24fa484bfdb317f3c61c7a420e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265182 Jun 22 16:47:02.510264 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bebc845-820b-4f59-8f2a-f0a9f6300c38,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:02.511994 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55894) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:02.517206 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.517596 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.517997 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.518374 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.518742 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.519106 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.519468 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.519829 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.520189 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.520550 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.520908 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.521262 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.525375 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-ada777bd-0bd3-4aef-9033-35380658433f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:02.562362 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:02.563231 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:02.583057 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:02.629655 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:02.632241 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:02.633391 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1bebc845-820b-4f59-8f2a-f0a9f6300c38 HTTP/1.1" status: 204 len: 168 time: 0.1202896 Jun 22 16:47:02.634182 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-6b429204-4ca5-47af-b6ab-eecec67a650b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:02.641249 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bebc845-820b-4f59-8f2a-f0a9f6300c38,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:02.648185 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.648567 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.648933 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.649304 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.649664 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.650052 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.650414 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.650770 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.651132 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.651483 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.651855 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.652186 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:02.656660 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a1cd38a2-f3b7-4d80-9918-807d81182bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:03.576649 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55924) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:03.676814 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d861a10-e4a7-464b-bd06-d721f77b9a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:03.721895 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:03.768835 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d861a10-e4a7-464b-bd06-d721f77b9a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:03.772555 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-6d861a10-e4a7-464b-bd06-d721f77b9a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_create {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:03.774975 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-2f17f033-7163-43da-a174-b7afab1471fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:03.810892 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-6d861a10-e4a7-464b-bd06-d721f77b9a48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e135753057f14b699f4a06e02c23113f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332621 Jun 22 16:47:03.811796 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d861a10-e4a7-464b-bd06-d721f77b9a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b35c348-8618-4617-b2b2-4cf3403fc6b3,revision_number=1']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:03.813605 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55928) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:03.814744 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6d861a10-e4a7-464b-bd06-d721f77b9a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:03.860584 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d25c1932-63e0-4ac1-ac30-d4e22b9b4f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:03.880828 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d25c1932-63e0-4ac1-ac30-d4e22b9b4f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:03.925635 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d25c1932-63e0-4ac1-ac30-d4e22b9b4f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:03.928425 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-d25c1932-63e0-4ac1-ac30-d4e22b9b4f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:03.929560 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-d25c1932-63e0-4ac1-ac30-d4e22b9b4f36 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b35c348-8618-4617-b2b2-4cf3403fc6b3 HTTP/1.1" status: 204 len: 168 time: 0.1149714 Jun 22 16:47:03.930355 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-95484d5a-1e25-41af-b3a6-6d8211ec679f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:03.938342 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c1932-63e0-4ac1-ac30-d4e22b9b4f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b35c348-8618-4617-b2b2-4cf3403fc6b3,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:03.940538 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-d25c1932-63e0-4ac1-ac30-d4e22b9b4f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:16.312024 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:47:28.050328 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-4d12301b-e4ff-4007-abaf-3da9257575de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:30.753299 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-19045fbe-e651-4e59-ad3f-5e5a29876b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:31.268634 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:31.758477 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:32.566566 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:33.416750 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-c66ef3ab-84f5-4cf1-9bde-e38e428bf713 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529013 Jun 22 16:47:33.506411 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-72139bf7-6ac6-4cf4-98a1-e070f149f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:33.507842 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-72139bf7-6ac6-4cf4-98a1-e070f149f6db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1099 time: 0.0504904 Jun 22 16:47:33.610006 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-d472315d-3d1b-4e1c-ac8c-175af12dfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:33.611453 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-d472315d-3d1b-4e1c-ac8c-175af12dfeba service neutron] 10.222.0.74 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 909 time: 0.0836961 Jun 22 16:47:33.675613 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-8a6d6b86-04ea-4ca8-b1dd-ef99491947fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 1002 time: 0.0569813 Jun 22 16:47:33.721981 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:33.723827 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-af854ef5-53b3-4692-83b1-9c699d41fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:33.725234 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-af854ef5-53b3-4692-83b1-9c699d41fb40 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 200 len: 847 time: 0.0438528 Jun 22 16:47:33.786066 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-d7b355d1-5484-4255-94bc-cadc8e6a83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:33.787526 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-d7b355d1-5484-4255-94bc-cadc8e6a83b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c96d0792-3051-47d6-b4a2-61d8b857f155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0562294 Jun 22 16:47:33.873257 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-5ba7b88d-e111-48b9-822a-a6d70870bdd0 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788121 Jun 22 16:47:33.962325 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-b6958fec-d19d-48ce-ab0f-8809bfda0ad5 req-582054e4-7415-44a4-8164-a225d234cb1a service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825653 Jun 22 16:47:35.811769 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55940) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:35.960732 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Deleting port e1ef888e-0849-4579-bed3-3abed7b143ea {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:47:35.961073 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:36.037647 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:36.038008 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:36.049734 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Calling delete_port for e1ef888e-0849-4579-bed3-3abed7b143ea owned by network:floatingip {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:47:36.212964 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:36.215551 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-f36bd97e-227e-4955-b7e8-73b12cd78367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:36.241818 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event deleted for resources: {'Port': ['ID=e1ef888e-0849-4579-bed3-3abed7b143ea,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:36.247061 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:36.301493 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for floatingip, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:36.301790 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.db.l3_db [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Floating IP 7e99bfaf-ce57-458f-a47b-cafdc7c5e42c disassociated (deleted). External IP: 172.28.0.125, port: 83e3aa11-fa9a-443b-a15e-271da5555321. Jun 22 16:47:36.505524 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Router ec9a8dda-8329-447b-b693-62b48b7cd32c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:47:36.607732 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:47:36.612461 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for floatingip, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:36.617194 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] Sync routers for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:47:36.627070 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:47:36.627708 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:47:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:36.648577 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-bf3541e6-55aa-40f8-a240-42435a120e6d tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "DELETE /v2.0/floatingips/7e99bfaf-ce57-458f-a47b-cafdc7c5e42c HTTP/1.1" status: 204 len: 168 time: 0.8355749 Jun 22 16:47:36.649340 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:47:36.651775 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618fac01-a9a4-41e5-8f05-0b9d89dacc80" -d '{"events": [{"name": "network-changed", "server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:47:36.693069 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Jun 2021 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60858a9-ba71-41ee-8988-d2c0d9e89bee x-openstack-request-id: req-f60858a9-ba71-41ee-8988-d2c0d9e89bee {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:47:36.693407 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:47:36.693703 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f60858a9-ba71-41ee-8988-d2c0d9e89bee {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:47:36.694180 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321', 'status': 'completed', 'code': 200} Jun 22 16:47:36.777113 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-1c162df7-341f-418c-8fb6-8826e98885ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:36.779517 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-1c162df7-341f-418c-8fb6-8826e98885ce service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 1099 time: 0.0620594 Jun 22 16:47:36.865625 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:47:36.889814 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-b12fd4c3-ce7a-4c60-9764-ef75ea161946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:36.891505 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-b12fd4c3-ce7a-4c60-9764-ef75ea161946 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 200 len: 909 time: 0.1059816 Jun 22 16:47:36.932343 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-0b4ae43b-5151-4676-88b8-f94c4abb4b39 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 200 len: 217 time: 0.0340743 Jun 22 16:47:37.014069 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-43724806-3bdd-4d36-8274-c3d617d7a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:37.015672 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-43724806-3bdd-4d36-8274-c3d617d7a4ce service neutron] 10.222.0.74 "GET /v2.0/subnets?id=11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 200 len: 847 time: 0.0750754 Jun 22 16:47:37.068370 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:38Z', 'revision_number': 5, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:37.074028 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b167c1-fc77-402e-9369-edb61098fb02 req-99ad6abe-7084-4e9b-bc2b-ac33d20872a3 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:37.075488 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-06b167c1-fc77-402e-9369-edb61098fb02 req-99ad6abe-7084-4e9b-bc2b-ac33d20872a3 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.1104980 Jun 22 16:47:37.093277 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] Checking router: ec9a8dda-8329-447b-b693-62b48b7cd32c for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:47:37.101339 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:47:37.101971 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:47:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:37.114086 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-192f12d1-0bf1-4e04-944c-85ee685f3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:37.115601 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-192f12d1-0bf1-4e04-944c-85ee685f3090 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c96d0792-3051-47d6-b4a2-61d8b857f155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0925040 Jun 22 16:47:37.122718 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-06b167c1-fc77-402e-9369-edb61098fb02 req-270e4d79-5af2-4eab-a257-fbc3d9a49a35 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414901 Jun 22 16:47:37.205906 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:47:37.212743 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-5c54b61e-d0ea-4a71-808c-7c80e6211655 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883894 Jun 22 16:47:37.302534 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-618fac01-a9a4-41e5-8f05-0b9d89dacc80 req-e3be106b-7755-40c9-9a56-6428ed78d240 service neutron] 10.222.0.74 "GET /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822430 Jun 22 16:47:37.400015 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:38Z', 'revision_number': 5, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:37.425726 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9116155-dfe6-4797-b823-5b756774a90f None None] The sync data for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb is: [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:43:32Z', 'revision_number': 4, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb', '_interfaces': [{'id': '17531886-3cd0-45a3-be64-5c02fd14a564', 'name': '', 'network_id': 'c96d0792-3051-47d6-b4a2-61d8b857f155', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'mac_address': 'fa:16:3e:08:61:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '11937c90-06f4-456b-b663-97c2e0c81451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:32Z', 'updated_at': '2021-06-22T16:43:38Z', 'revision_number': 5, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'subnets': [{'id': '11937c90-06f4-456b-b663-97c2e0c81451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:47:37.622587 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4271b85-0f28-4445-ad43-3b3f6e1b65bd None None] New status for floating IP 7e99bfaf-ce57-458f-a47b-cafdc7c5e42c: DOWN {{(pid=93718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 22 16:47:38.352022 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c65058-05b8-4dad-b140-00b668e8b903 req-ee23c2fd-1dcc-48aa-ae5f-25cb2f284149 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:38.353469 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-76c65058-05b8-4dad-b140-00b668e8b903 req-ee23c2fd-1dcc-48aa-ae5f-25cb2f284149 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.1011639 Jun 22 16:47:38.374520 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095021e0-0306-42bb-9fe4-20359f38c893 req-8a232aae-268d-488d-b294-05dc89569076 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 22 16:47:38.375863 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-095021e0-0306-42bb-9fe4-20359f38c893 req-8a232aae-268d-488d-b294-05dc89569076 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.74 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 946 time: 0.0861931 Jun 22 16:47:38.429563 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-76c65058-05b8-4dad-b140-00b668e8b903 req-214917b8-653d-4b7c-a8b1-3567553d5099 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/security-groups?id=6525be0d-0677-4653-b8e8-47d47e3c8bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699456 Jun 22 16:47:38.490690 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-095021e0-0306-42bb-9fe4-20359f38c893 req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Deleting port 83e3aa11-fa9a-443b-a15e-271da5555321 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:47:38.491033 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-095021e0-0306-42bb-9fe4-20359f38c893 req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:38.575061 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [req-095021e0-0306-42bb-9fe4-20359f38c893 req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] For port 83e3aa11-fa9a-443b-a15e-271da5555321, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76810',level=0,port_id=83e3aa11-fa9a-443b-a15e-271da5555321,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:47:38.575419 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-095021e0-0306-42bb-9fe4-20359f38c893 req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:38.587105 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [req-095021e0-0306-42bb-9fe4-20359f38c893 req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Calling delete_port for 83e3aa11-fa9a-443b-a15e-271da5555321 owned by compute:nova {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:47:38.711696 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-095021e0-0306-42bb-9fe4-20359f38c893 req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:38.716858 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-93afaed3-8728-43f5-9c64-b285ffa83032 tempest-AttachVolumeTestJSON-1593225458 tempest-AttachVolumeTestJSON-1593225458-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:38.747421 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event deleted for resources: {'Port': ['ID=83e3aa11-fa9a-443b-a15e-271da5555321,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:38.766097 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:38.787748 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.db.l3_dvrscheduler_db [req-095021e0-0306-42bb-9fe4-20359f38c893 req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] No DVR routers for this DVR port 83e3aa11-fa9a-443b-a15e-271da5555321 on host hv-cinder-76810 {{(pid=93715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:47:38.790209 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [req-095021e0-0306-42bb-9fe4-20359f38c893 req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117230'] for port, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:38.792259 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-095021e0-0306-42bb-9fe4-20359f38c893 req-32db8df4-875a-4b71-b088-879d43d4e898 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.74 "DELETE /v2.0/ports/83e3aa11-fa9a-443b-a15e-271da5555321 HTTP/1.1" status: 204 len: 173 time: 0.4101059 Jun 22 16:47:38.792762 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'name': 'network-vif-deleted', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321'}] {{(pid=93715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 22 16:47:38.795086 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c43e4b9f22f5523a2a46dc4e92fcb637e0c5ac923dc72dc5611a3ea0d1929ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a22e79-2825-44e8-b204-93a224f56598" -d '{"events": [{"server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "name": "network-vif-deleted", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321"}]}' {{(pid=93715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 22 16:47:38.854755 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Jun 2021 16:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825dea20-432b-4d76-97f9-cd27310690ab x-openstack-request-id: req-825dea20-432b-4d76-97f9-cd27310690ab {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 22 16:47:38.855175 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24508276-8bc7-4c1f-a33f-84b4546f36d1", "name": "network-vif-deleted", "tag": "83e3aa11-fa9a-443b-a15e-271da5555321", "status": "completed", "code": 200}]} {{(pid=93715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 22 16:47:38.855544 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-825dea20-432b-4d76-97f9-cd27310690ab {{(pid=93715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 22 16:47:38.856072 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24508276-8bc7-4c1f-a33f-84b4546f36d1', 'name': 'network-vif-deleted', 'tag': '83e3aa11-fa9a-443b-a15e-271da5555321', 'status': 'completed', 'code': 200} Jun 22 16:47:39.584733 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [req-0bacae1c-d0e7-417c-a270-7b03ebca4a16 req-0a9fdd11-0877-4344-b40e-f3484cb573c5 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "GET /v2.0/ports?device_id=24508276-8bc7-4c1f-a33f-84b4546f36d1 HTTP/1.1" status: 200 len: 210 time: 0.0326438 Jun 22 16:47:40.674702 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55966) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:40.732004 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1712ea1b-a4b9-40fd-8204-3ab333814205 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:40.756601 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1712ea1b-a4b9-40fd-8204-3ab333814205 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:40.813421 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1712ea1b-a4b9-40fd-8204-3ab333814205 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:40.816726 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-1712ea1b-a4b9-40fd-8204-3ab333814205 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:40.817888 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-1712ea1b-a4b9-40fd-8204-3ab333814205 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] 10.222.0.70 "DELETE /v2.0/security-groups/6525be0d-0677-4653-b8e8-47d47e3c8bb6 HTTP/1.1" status: 204 len: 168 time: 0.1422217 Jun 22 16:47:40.818664 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-722cb641-ff47-4920-a735-6f8bf6976990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:40.827104 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712ea1b-a4b9-40fd-8204-3ab333814205 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6525be0d-0677-4653-b8e8-47d47e3c8bb6,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:40.830023 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-1712ea1b-a4b9-40fd-8204-3ab333814205 tempest-TestShelveInstance-996521520 tempest-TestShelveInstance-996521520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:40.854342 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55970) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:41.184778 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819109'] for router_interface, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:41.427886 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Deleting port 17531886-3cd0-45a3-be64-5c02fd14a564 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:47:41.428227 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:41.501010 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] For port 17531886-3cd0-45a3-be64-5c02fd14a564, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=17531886-3cd0-45a3-be64-5c02fd14a564,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:47:41.501290 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:41.513625 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Calling delete_port for 17531886-3cd0-45a3-be64-5c02fd14a564 owned by network:router_interface {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:47:41.685344 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:41.688018 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-08553f32-b8bd-4821-a209-aa6a3d7363a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:41.715333 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17531886-3cd0-45a3-be64-5c02fd14a564,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:41.719621 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:41.877372 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819001'] for router_interface, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:42.328951 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Router ec9a8dda-8329-447b-b693-62b48b7cd32c has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:47:42.434910 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:47:42.440312 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-a161da1a-4235-428b-b2b5-c4825786c6d9 admin admin] 10.222.0.70 "PUT /v2.0/routers/ec9a8dda-8329-447b-b693-62b48b7cd32c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5847902 Jun 22 16:47:42.442817 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55972) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:42.443437 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] Sync routers for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:47:42.452093 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:47:42.452709 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:47:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:42.543160 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:42.552510 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: dv-cinder-768105-10-smb {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:47:42.638917 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:42.697864 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Deleting port b33c68cf-ffd5-469c-a60a-b903715dce1d {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:47:42.698233 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:42.727584 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21'}], 'enable_snat': True}, 'gw_port_id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:47:41Z', 'revision_number': 5, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port': {'id': 'b33c68cf-ffd5-469c-a60a-b903715dce1d', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:30Z', 'updated_at': '2021-06-22T16:43:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:42.756975 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] Checking router: ec9a8dda-8329-447b-b693-62b48b7cd32c for host: dv-cinder-768105-10-smb {{(pid=93717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:47:42.764992 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] Routers {'ec9a8dda-8329-447b-b693-62b48b7cd32c'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:47:42.765614 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:47:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['ec9a8dda-8329-447b-b693-62b48b7cd32c'], 'active': True} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:42.779943 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] For port b33c68cf-ffd5-469c-a60a-b903715dce1d, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=b33c68cf-ffd5-469c-a60a-b903715dce1d,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:47:42.780712 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:42.792829 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Calling delete_port for b33c68cf-ffd5-469c-a60a-b903715dce1d owned by network:router_gateway {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:47:42.848648 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvr_db [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] Set router ec9a8dda-8329-447b-b693-62b48b7cd32c gateway port host: None {{(pid=93717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:47:42.897528 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_hamode_db [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:47:42Z', 'revision_number': 6, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port_host': None}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:42.926927 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49603140-d058-4282-b172-e4f52e06cc2f None None] The sync data for ids ['ec9a8dda-8329-447b-b693-62b48b7cd32c'] in dv-cinder-768105-10-smb is: [{'id': 'ec9a8dda-8329-447b-b693-62b48b7cd32c', 'name': 'tempest-TestShelveInstance-712769059-router', 'tenant_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:29Z', 'updated_at': '2021-06-22T16:47:42Z', 'revision_number': 6, 'project_id': '1ab8b49c8e9042d9b53239972a0ea06e', 'gw_port_host': None}] {{(pid=93717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:47:42.957380 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:42.960216 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-1755eb92-22ba-4130-92a7-6d3eb943ea22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:42.987212 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b33c68cf-ffd5-469c-a60a-b903715dce1d,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:42.990550 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:43.047561 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625621'] for router_gateway, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.107531 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 83e3aa11-fa9a-443b-a15e-271da5555321 no longer exists at agent hyperv_hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:47:43.127172 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] No Port match for: 83e3aa11-fa9a-443b-a15e-271da5555321 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:47:43.127520 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Device 83e3aa11-fa9a-443b-a15e-271da5555321 not bound to the agent host hv-cinder-76810 {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:47:43.137594 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1825639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.139681 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.180410 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1825490'] for router, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.181169 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec9a8dda-8329-447b-b693-62b48b7cd32c {{(pid=93716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 16:47:43.185371 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] Notify callbacks [] for router, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.186508 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-72e89ba3-957e-49b0-a8a7-70c01b2be0fd admin admin] 10.222.0.70 "DELETE /v2.0/routers/ec9a8dda-8329-447b-b693-62b48b7cd32c HTTP/1.1" status: 204 len: 168 time: 0.7427964 Jun 22 16:47:43.189640 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55974) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:43.236882 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-768e4c12-8a3e-4f8b-88ff-1aa7a355bede admin admin] Deleting subnet 11937c90-06f4-456b-b663-97c2e0c81451 {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:47:43.239777 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-768e4c12-8a3e-4f8b-88ff-1aa7a355bede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.272899 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-768e4c12-8a3e-4f8b-88ff-1aa7a355bede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63196377'] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.351083 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-768e4c12-8a3e-4f8b-88ff-1aa7a355bede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.407031 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-768e4c12-8a3e-4f8b-88ff-1aa7a355bede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63117276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64922170'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.409793 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-70d3eca3-a384-4c08-ab06-60b8e2ed7cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:43.433345 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e4c12-8a3e-4f8b-88ff-1aa7a355bede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11937c90-06f4-456b-b663-97c2e0c81451,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:43.435814 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-768e4c12-8a3e-4f8b-88ff-1aa7a355bede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:43.438646 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-768e4c12-8a3e-4f8b-88ff-1aa7a355bede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.440467 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-768e4c12-8a3e-4f8b-88ff-1aa7a355bede admin admin] 10.222.0.70 "DELETE /v2.0/subnets/11937c90-06f4-456b-b663-97c2e0c81451 HTTP/1.1" status: 204 len: 168 time: 0.2498939 Jun 22 16:47:43.443148 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55976) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:43.444014 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b44cb-cb97-45a4-8ca5-d50930b79355 None None] Network c96d0792-3051-47d6-b4a2-61d8b857f155 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:47:43.507483 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.557920 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Deleting port cd128465-4cdc-4477-8673-1d6ad7cb12c9 {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:47:43.558284 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.623491 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] For port cd128465-4cdc-4477-8673-1d6ad7cb12c9, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=cd128465-4cdc-4477-8673-1d6ad7cb12c9,segment=NetworkSegment(27e68ef1-5738-4694-9bbf-6b0e95101b60),segment_id=27e68ef1-5738-4694-9bbf-6b0e95101b60)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:47:43.623798 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.635734 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Calling delete_port for cd128465-4cdc-4477-8673-1d6ad7cb12c9 owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:47:43.684264 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] DHCP port deletion for c96d0792-3051-47d6-b4a2-61d8b857f155 request from dv-cinder-768105-10-smb {{(pid=93717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 16:47:43.716924 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.719773 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-d644f6d8-203c-4616-9742-6ab502407fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:43.731019 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Deleting port cd128465-4cdc-4477-8673-1d6ad7cb12c9 {{(pid=93717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:47:43.731409 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.747705 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd128465-4cdc-4477-8673-1d6ad7cb12c9,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:43.750452 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] No DVR routers for this DVR port cd128465-4cdc-4477-8673-1d6ad7cb12c9 on host dv-cinder-768105-10-smb {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:47:43.752862 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:43.799827 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.db [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] For port cd128465-4cdc-4477-8673-1d6ad7cb12c9, host dv-cinder-768105-10-smb, got binding levels [] {{(pid=93717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:47:43.800311 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.812105 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Calling delete_port for cd128465-4cdc-4477-8673-1d6ad7cb12c9 owned by network:dhcp {{(pid=93717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:47:43.814857 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.ipam_backend_mixin [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Port cd128465-4cdc-4477-8673-1d6ad7cb12c9 was not found and therefore no delete operation was performed {{(pid=93717) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 22 16:47:43.816078 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328'] for port, after_delete {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.817815 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:43.826505 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.836944 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96d0792-3051-47d6-b4a2-61d8b857f155']}} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:43.840735 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Pushing event deleted for resources: {'Port': ['ID=cd128465-4cdc-4477-8673-1d6ad7cb12c9,revision_number=None']} {{(pid=93717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:43.848527 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.848872 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e68ef1-5738-4694-9bbf-6b0e95101b60') {'for_net_delete': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:43.848998 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.849179 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e68ef1-5738-4694-9bbf-6b0e95101b60') {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:43.849317 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.849546 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.849883 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.850238 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.850569 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.850899 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.851220 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.851546 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.851870 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.852192 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-10-smb {{(pid=93717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 22 16:47:43.856016 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG oslo_concurrency.lockutils [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:43.856732 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59534e-0786-4abc-808e-0bbc8cb3deff None None] No DVR routers for this DVR port cd128465-4cdc-4477-8673-1d6ad7cb12c9 on host dv-cinder-768105-10-smb {{(pid=93717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:47:43.858463 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63196352'] for segment, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.874514 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.880462 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=93716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:47:43.880853 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63116411'] for segment, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: Traceback (most recent call last): Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: timer() Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: cb(*args, **kw) Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: return func(*args, **kwargs) Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: self._notify() Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: self.callback(batched_events) Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: event.method(event) Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: return f(self, *a, **k) Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: return self._get(url).json() Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: return self.request(url, 'GET', **kwargs) Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:47:43.882515 dv-cinder-768105-10-smb neutron-server[93716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:47:43.940776 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.944359 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-14d566e4-0a7b-48c9-bd4d-30727ef9d9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:43.946834 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:43.948628 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c96d0792-3051-47d6-b4a2-61d8b857f155 HTTP/1.1" status: 204 len: 168 time: 0.5045681 Jun 22 16:47:43.951905 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55978) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:43.960068 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96d0792-3051-47d6-b4a2-61d8b857f155,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:43.962707 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-7ecdf477-5915-4029-86d7-6fc3356c2b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:44.289177 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1819109'] for router_interface, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:44.388126 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device cd128465-4cdc-4477-8673-1d6ad7cb12c9 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:47:44.407550 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: cd128465-4cdc-4477-8673-1d6ad7cb12c9 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:47:44.407906 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device cd128465-4cdc-4477-8673-1d6ad7cb12c9 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:47:44.408323 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 17531886-3cd0-45a3-be64-5c02fd14a564 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:47:44.426744 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 17531886-3cd0-45a3-be64-5c02fd14a564 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:47:44.427099 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 17531886-3cd0-45a3-be64-5c02fd14a564 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:47:44.427523 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device b33c68cf-ffd5-469c-a60a-b903715dce1d no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:47:44.445701 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: b33c68cf-ffd5-469c-a60a-b903715dce1d {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:47:44.446415 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device b33c68cf-ffd5-469c-a60a-b903715dce1d not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:47:44.533569 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Deleting port 002f1afc-6ecc-4101-a77d-9500db68eaf8 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:47:44.533907 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:44.606524 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] For port 002f1afc-6ecc-4101-a77d-9500db68eaf8, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=002f1afc-6ecc-4101-a77d-9500db68eaf8,segment=NetworkSegment(520bdf8c-92f3-4913-ab28-51ed8b41af30),segment_id=520bdf8c-92f3-4913-ab28-51ed8b41af30)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:47:44.606798 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:44.619035 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Calling delete_port for 002f1afc-6ecc-4101-a77d-9500db68eaf8 owned by network:router_interface {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:47:45.060337 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:45.062233 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-5e5168cd-a0cb-44e5-a33d-bc804bf4b85c tempest-ServerRescueNegativeTestJSON-2127861573 tempest-ServerRescueNegativeTestJSON-2127861573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:45.084609 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Pushing event deleted for resources: {'Port': ['ID=002f1afc-6ecc-4101-a77d-9500db68eaf8,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:45.087721 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:45.246179 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1641740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1819001'] for router_interface, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:45.448728 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Router a0b06d66-bcde-4774-9838-1bc331c84528 has already been hosted by L3 agent 0f2a890b-daa3-4541-8d2b-9cecadf33eb3 {{(pid=93715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 22 16:47:45.550730 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] Notify agent at l3_agent.dv-cinder-768105-10-smb the message routers_updated {{(pid=93715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 22 16:47:45.555635 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-0c2edbb2-f213-466d-9cff-e959bca3962e admin admin] 10.222.0.70 "PUT /v2.0/routers/a0b06d66-bcde-4774-9838-1bc331c84528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6021466 Jun 22 16:47:45.558276 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55980) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:45.558998 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] Sync routers for ids ['a0b06d66-bcde-4774-9838-1bc331c84528'] in dv-cinder-768105-10-smb {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 22 16:47:45.568624 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] Routers {'a0b06d66-bcde-4774-9838-1bc331c84528'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:47:45.569227 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:47:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['a0b06d66-bcde-4774-9838-1bc331c84528'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:45.658854 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks [] for router, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:45.668208 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] Set router a0b06d66-bcde-4774-9838-1bc331c84528 gateway port host: dv-cinder-768105-10-smb {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:47:45.758373 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:45.809901 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Deleting port 1af411d2-204b-4d87-8643-973f02144f48 {{(pid=93715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:47:45.810273 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:45.846615 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'external_fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218'}], 'enable_snat': True}, 'gw_port_id': '1af411d2-204b-4d87-8643-973f02144f48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:34Z', 'updated_at': '2021-06-22T16:47:45Z', 'revision_number': 5, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'gw_port': {'id': '1af411d2-204b-4d87-8643-973f02144f48', 'name': '', 'network_id': 'd06e2f1a-390b-4c3c-bda4-9f719553dc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:1a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'ip_address': '172.28.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-22T16:43:35Z', 'updated_at': '2021-06-22T16:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '94d20b51-001a-4abf-b885-0e0c0ae67af7', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-10-smb'}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:45.871878 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] Checking router: a0b06d66-bcde-4774-9838-1bc331c84528 for host: dv-cinder-768105-10-smb {{(pid=93718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 22 16:47:45.880054 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] Routers {'a0b06d66-bcde-4774-9838-1bc331c84528'} bound to L3 agent in host dv-cinder-768105-10-smb {{(pid=93718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 22 16:47:45.880663 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-22T16:30:31Z,description=,heartbeat_timestamp=2021-06-22T16:47:31Z,host='dv-cinder-768105-10-smb',id=0f2a890b-daa3-4541-8d2b-9cecadf33eb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-22T16:30:31Z,topic='l3_agent')) {'router_ids': ['a0b06d66-bcde-4774-9838-1bc331c84528'], 'active': True} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:45.892604 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.db [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] For port 1af411d2-204b-4d87-8643-973f02144f48, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=1af411d2-204b-4d87-8643-973f02144f48,segment=NetworkSegment(4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec),segment_id=4dfe5e5f-6dce-44d9-8584-a2ff00fe56ec)] {{(pid=93715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:47:45.892966 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:45.904400 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.plugins.ml2.plugin [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Calling delete_port for 1af411d2-204b-4d87-8643-973f02144f48 owned by network:router_gateway {{(pid=93715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:47:46.044245 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_dvr_db [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] Set router a0b06d66-bcde-4774-9838-1bc331c84528 gateway port host: None {{(pid=93718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 22 16:47:46.069357 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63180073'] for port, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.072337 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-959ea321-b764-42b4-a49c-17cbf1c4a4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:46.097588 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.l3_hamode_db [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:34Z', 'updated_at': '2021-06-22T16:47:45Z', 'revision_number': 6, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'gw_port_host': None}], 'dv-cinder-768105-10-smb', False) {} {{(pid=93718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:46.099092 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af411d2-204b-4d87-8643-973f02144f48,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:46.102392 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:46.123486 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b640397-298b-4e4d-9c53-452c0946a543 None None] The sync data for ids ['a0b06d66-bcde-4774-9838-1bc331c84528'] in dv-cinder-768105-10-smb is: [{'id': 'a0b06d66-bcde-4774-9838-1bc331c84528', 'name': 'tempest-TestShelveInstance-1660543332-router', 'tenant_id': 'd8a922f6b95444399066d18cb20bf581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-22T16:43:34Z', 'updated_at': '2021-06-22T16:47:45Z', 'revision_number': 6, 'project_id': 'd8a922f6b95444399066d18cb20bf581', 'gw_port_host': None}] {{(pid=93718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 22 16:47:46.157275 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1625621'] for router_gateway, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.257389 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1825639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1141'] for router, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.259498 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.323083 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1825490'] for router, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.323587 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0b06d66-bcde-4774-9838-1bc331c84528 {{(pid=93715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 22 16:47:46.328648 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] Notify callbacks [] for router, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.329771 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a4541f25-04cb-4a0b-ba2b-8db349fb3d71 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a0b06d66-bcde-4774-9838-1bc331c84528 HTTP/1.1" status: 204 len: 168 time: 0.7705739 Jun 22 16:47:46.332389 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55982) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:46.376473 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a0972b-9270-46cd-8dda-57dcdca4f860 admin admin] Deleting subnet 2ee6631c-60ff-4efb-a00a-15ba53b8bb93 {{(pid=93716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 22 16:47:46.379382 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59a0972b-9270-46cd-8dda-57dcdca4f860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.411990 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59a0972b-9270-46cd-8dda-57dcdca4f860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63196377'] for subnet, precommit_delete_associations {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.493985 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59a0972b-9270-46cd-8dda-57dcdca4f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832176'] for subnet, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.553264 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59a0972b-9270-46cd-8dda-57dcdca4f860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-832187', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63117276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64922170'] for subnet, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.562113 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-3d5fe234-7ca3-4b0f-b1c3-3cdaa83c5aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:46.582802 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0972b-9270-46cd-8dda-57dcdca4f860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee6631c-60ff-4efb-a00a-15ba53b8bb93,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:46.584790 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-59a0972b-9270-46cd-8dda-57dcdca4f860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for subnet, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.586480 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-59a0972b-9270-46cd-8dda-57dcdca4f860 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2ee6631c-60ff-4efb-a00a-15ba53b8bb93 HTTP/1.1" status: 204 len: 168 time: 0.2530391 Jun 22 16:47:46.587408 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-59a0972b-9270-46cd-8dda-57dcdca4f860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:46.588963 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55984) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:46.589111 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a6b058-93ec-4933-a813-cfabcd63f525 None None] Network 3d5eed45-0a4b-4a49-9f03-95300af75588 requested from dv-cinder-768105-10-smb {{(pid=93717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 22 16:47:46.658585 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601325'] for network, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.708530 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Deleting port 05c7bed0-e31e-4352-a0f0-67c49fac5bba {{(pid=93716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 22 16:47:46.708869 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742977812206'] for port, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.772355 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.db [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] For port 05c7bed0-e31e-4352-a0f0-67c49fac5bba, host dv-cinder-768105-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-10-smb',level=0,port_id=05c7bed0-e31e-4352-a0f0-67c49fac5bba,segment=NetworkSegment(520bdf8c-92f3-4913-ab28-51ed8b41af30),segment_id=520bdf8c-92f3-4913-ab28-51ed8b41af30)] {{(pid=93716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 22 16:47:46.772716 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1625437'] for port, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.789645 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.plugin [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Calling delete_port for 05c7bed0-e31e-4352-a0f0-67c49fac5bba owned by network:dhcp {{(pid=93716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 22 16:47:46.867498 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-545380', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1641758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742977751013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742977321328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63117194'] for port, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.870304 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-6a17bcff-b90c-451b-ac3d-9dea2cf09f18 tempest-AttachVolumeShelveTestJSON-640880911 tempest-AttachVolumeShelveTestJSON-640880911-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:46.894744 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Pushing event deleted for resources: {'Port': ['ID=05c7bed0-e31e-4352-a0f0-67c49fac5bba,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:46.896529 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] No DVR routers for this DVR port 05c7bed0-e31e-4352-a0f0-67c49fac5bba on host dv-cinder-768105-10-smb {{(pid=93716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 22 16:47:46.898012 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:46.919610 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfdfcc2-65ba-440d-a131-bd81b4decab7 None None] DHCP port deletion for 3d5eed45-0a4b-4a49-9f03-95300af75588 request from dv-cinder-768105-10-smb {{(pid=93717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 22 16:47:46.939400 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 002f1afc-6ecc-4101-a77d-9500db68eaf8 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:47:46.959590 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 002f1afc-6ecc-4101-a77d-9500db68eaf8 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:47:46.959943 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 002f1afc-6ecc-4101-a77d-9500db68eaf8 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:47:46.973066 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-832779', 'neutron.services.segments.db._delete_segments_for_network-8742977832156'] for network, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:46.982413 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5eed45-0a4b-4a49-9f03-95300af75588']}} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:46.992663 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520bdf8c-92f3-4913-ab28-51ed8b41af30') {'for_net_delete': True} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:46.992963 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.services.segments.db [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520bdf8c-92f3-4913-ab28-51ed8b41af30') {} {{(pid=93716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 22 16:47:47.002250 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742977831985', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63196352'] for segment, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.017524 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883'] for segment, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.024796 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 22 16:47:47.025196 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-738883', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63116411'] for segment, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: Traceback (most recent call last): Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: timer() Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: cb(*args, **kw) Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: return func(*args, **kwargs) Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: self._notify() Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: self.callback(batched_events) Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: event.method(event) Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: aggregate_uuid = self.p_client.list_aggregates( Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: return f(self, *a, **k) Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: return self._get(url).json() Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: return self.request(url, 'GET', **kwargs) Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: base_url = self.get_endpoint(auth, allow=allow, Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 22 16:47:47.027037 dv-cinder-768105-10-smb neutron-server[93716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 22 16:47:47.079833 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-832818', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745670', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1641735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625729'] for network, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.084973 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:47.088974 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1641768'] for network, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.093454 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] 10.222.0.70 "DELETE /v2.0/networks/3d5eed45-0a4b-4a49-9f03-95300af75588 HTTP/1.1" status: 204 len: 168 time: 0.5035198 Jun 22 16:47:47.103170 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5eed45-0a4b-4a49-9f03-95300af75588,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:47.105667 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-42a97bd8-07cb-4260-b73f-178d0dba465e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:47.257478 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55988) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:47.295795 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-a645b092-073e-4f3a-ab57-d2df5d87e4a8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1ab8b49c8e9042d9b53239972a0ea06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370879 Jun 22 16:47:47.298033 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.wsgi [-] (93716) accepted ('10.222.0.70', 55990) {{(pid=93716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:47.347703 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-764cdf0d-1f71-4003-a920-afef5620cc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.367368 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-764cdf0d-1f71-4003-a920-afef5620cc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.412180 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-764cdf0d-1f71-4003-a920-afef5620cc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.414856 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron_lib.callbacks.manager [None req-764cdf0d-1f71-4003-a920-afef5620cc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.415964 dv-cinder-768105-10-smb neutron-server[93716]: INFO neutron.wsgi [None req-764cdf0d-1f71-4003-a920-afef5620cc55 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/11741ccf-5a85-4035-91ed-9dab215bb07a HTTP/1.1" status: 204 len: 168 time: 0.1170287 Jun 22 16:47:47.416763 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-e8c841d3-813c-44b1-ae87-be72321d38e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:47.424529 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cdf0d-1f71-4003-a920-afef5620cc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11741ccf-5a85-4035-91ed-9dab215bb07a,revision_number=None']} {{(pid=93716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:47.427479 dv-cinder-768105-10-smb neutron-server[93716]: DEBUG oslo_concurrency.lockutils [None req-764cdf0d-1f71-4003-a920-afef5620cc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:47.717483 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55996) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:47.756519 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-a4f7f062-1a29-44e6-b22d-0c666bf62a58 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d8a922f6b95444399066d18cb20bf581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377522 Jun 22 16:47:47.758706 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.wsgi [-] (93715) accepted ('10.222.0.70', 55998) {{(pid=93715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 22 16:47:47.806577 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ea71b3d-d989-42b4-a525-e3660e025f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.828290 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ea71b3d-d989-42b4-a525-e3660e025f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.871990 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ea71b3d-d989-42b4-a525-e3660e025f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745717'] for security_group, after_delete {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.874540 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron_lib.callbacks.manager [None req-9ea71b3d-d989-42b4-a525-e3660e025f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:47:47.875670 dv-cinder-768105-10-smb neutron-server[93715]: INFO neutron.wsgi [None req-9ea71b3d-d989-42b4-a525-e3660e025f35 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/583461f0-6c73-43c4-a3a7-d1e0f5d37290 HTTP/1.1" status: 204 len: 168 time: 0.1160820 Jun 22 16:47:47.876946 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-b39c161e-611c-4ef4-bfbe-415dba5b6e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 22 16:47:47.884262 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea71b3d-d989-42b4-a525-e3660e025f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583461f0-6c73-43c4-a3a7-d1e0f5d37290,revision_number=None']} {{(pid=93715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 22 16:47:47.886544 dv-cinder-768105-10-smb neutron-server[93715]: DEBUG oslo_concurrency.lockutils [None req-9ea71b3d-d989-42b4-a525-e3660e025f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 22 16:47:48.387783 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 05c7bed0-e31e-4352-a0f0-67c49fac5bba no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:47:48.410459 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 05c7bed0-e31e-4352-a0f0-67c49fac5bba {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:47:48.410813 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 05c7bed0-e31e-4352-a0f0-67c49fac5bba not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:47:48.411235 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 1af411d2-204b-4d87-8643-973f02144f48 no longer exists at agent ovs-agent-dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 22 16:47:48.429022 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.plugin [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] No Port match for: 1af411d2-204b-4d87-8643-973f02144f48 {{(pid=93717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 22 16:47:48.429426 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron.plugins.ml2.rpc [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Device 1af411d2-204b-4d87-8643-973f02144f48 not bound to the agent host dv-cinder-768105-10-smb {{(pid=93717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 22 16:47:53.311289 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:47:58.052881 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-a7161e8a-0b5d-4e49-b988-e7d87e53bd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:00.753076 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-edefb43d-e14b-42d9-bff0-813f97134f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:01.270104 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:01.756552 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:02.568602 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:03.724923 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:28.052884 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-1a5b899f-7317-4f0c-8488-38040ddb9dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:30.309358 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:48:30.754933 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b0b3a61f-152d-4e88-90bc-8849a23f93de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:31.271576 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:31.764048 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:32.571684 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:33.726300 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:48:58.053527 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d4ed8a87-b7d1-4799-8d13-730ec917dbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:00.759566 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f780d948-e0ec-41b0-8fef-2e25566ab915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:01.272949 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:01.770259 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:02.574722 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:03.729395 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:07.308349 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:49:28.053080 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f1355e70-4e08-4a98-a049-dcdeb99ea895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:30.760435 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-04900c59-07a2-47af-b0b8-0430c83bf7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:31.273115 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:31.786106 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:32.576805 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:33.730898 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:49:44.306521 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:49:58.053522 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-d4cb8187-03ff-4ba8-bce5-434d3cb70052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:00.763667 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e600445e-15b5-4653-83fc-e8e374682c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:01.273503 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:01.799378 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:02.581268 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:03.734118 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:21.305188 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:50:28.053483 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-efe1dd03-324d-4dae-b9de-390cb047f421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:30.770679 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-e60a1a36-c93e-4604-8af3-212aa093c27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:31.273272 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:31.799087 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:32.582365 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:33.736055 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:58.054911 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-67c6e92b-eca6-4319-ad57-3abd49c6d8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:50:58.303540 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:51:00.760959 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-0abd7482-2440-437c-af3d-8f030b2da554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:01.273434 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:01.799331 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:02.583755 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:03.738007 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:28.057615 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-b60f7344-69cb-4d1f-b878-a8e7911743f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:30.761088 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-cc8325bb-34a5-412e-bf60-6888519e69c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:31.274322 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:31.813466 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:32.587401 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:33.740159 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:51:35.301816 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:51:58.058335 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f4a2dae5-19e9-456e-b72d-7ba894062d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:00.764839 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-159df5ca-f309-4b63-bd0e-d37d01502d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:01.274305 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:01.813571 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:02.590274 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:03.744433 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:12.299624 dv-cinder-768105-10-smb neutron-server[93718]: DEBUG neutron.db.agents_db [None req-092b7958-55e2-4265-892e-a5971c022978 None None] Agent healthcheck: found 6 active agents {{(pid=93718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 22 16:52:28.058017 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-8084711e-6a2f-43bd-b88f-0101c777158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:30.765832 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-fd66fcd9-dd17-4ae2-9958-61fbd5d85338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:31.275645 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f63e7340-7b40-428a-bbec-784cfc5bf59d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:31.827973 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f8149448-d113-4174-bf52-f376ae9d15de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:32.593229 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-f5488675-e995-4811-a74b-7c90144ae19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 22 16:52:33.746096 dv-cinder-768105-10-smb neutron-server[93717]: DEBUG neutron_lib.callbacks.manager [None req-7d59e525-08f3-4d8a-9afe-2fae57f78442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742977832138', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-828029'] for agent, after_update {{(pid=93717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}